In [1]:
import models
import data_process as process
import matplotlib.pyplot as pl
%matplotlib inline
def plot_gallery(images, titles, n_row=10, n_col=5):
pl.figure(figsize=(2.4 * n_col, 2.4 * n_row))
pl.subplots_adjust(bottom=0, left=.01, right=.99, top=.90, hspace=.35)
for i in range(len(images)):
pl.subplot(n_row, n_col, i + 1)
pl.imshow(images[i])
pl.title(titles[i], size=10)
pl.xticks(())
pl.yticks(())
X,Y = process.read_csv()
sample_X = X[:2000]
sample_Y = Y[:2000]
test_X = X[-50:]
test_Y = Y[-50:]
In [3]:
vgg13_gam = models.Vgg13_gam((224,224,3),10)
vgg13_gam.cv_train(X,Y,2,20,'checkpoints/vgg13_gam/lr001')
use default graph init graph init variables training... Epoch:1,cv:1,trainAcc:0.2070,validAcc:0.1149,trainLoss:2.308126,validLoss:37.784668,trainTime:74,validTime:30,totalTime:105 Epoch:1,cv:1,trainAcc:0.3980,validAcc:0.1049,trainLoss:1.693872,validLoss:9.585003,trainTime:72,validTime:30,totalTime:206 Epoch:1,cv:1,trainAcc:0.5970,validAcc:0.1332,trainLoss:1.189786,validLoss:9.420247,trainTime:72,validTime:30,totalTime:308 Epoch:1,cv:1,trainAcc:0.7000,validAcc:0.1158,trainLoss:0.904301,validLoss:7.077337,trainTime:74,validTime:31,totalTime:413 Epoch:1,cv:1,trainAcc:0.7665,validAcc:0.4220,trainLoss:0.698260,validLoss:2.165781,trainTime:74,validTime:31,totalTime:518 Epoch:1,cv:1,trainAcc:0.8345,validAcc:0.3696,trainLoss:0.509590,validLoss:2.960591,trainTime:74,validTime:31,totalTime:623 Epoch:1,cv:1,trainAcc:0.8830,validAcc:0.7532,trainLoss:0.394298,validLoss:0.715611,trainTime:73,validTime:31,totalTime:727 Epoch:1,cv:1,trainAcc:0.8595,validAcc:0.6577,trainLoss:0.406007,validLoss:1.344550,trainTime:74,validTime:31,totalTime:832 Epoch:1,cv:1,trainAcc:0.8935,validAcc:0.4249,trainLoss:0.355556,validLoss:2.887977,trainTime:74,validTime:31,totalTime:937 Epoch:1,cv:1,trainAcc:0.9005,validAcc:0.3702,trainLoss:0.317952,validLoss:3.194617,trainTime:73,validTime:31,totalTime:1042 Epoch:1,cv:2,trainAcc:0.9217,validAcc:0.7035,trainLoss:0.257577,validLoss:0.899390,trainTime:74,validTime:30,totalTime:1146 Epoch:1,cv:2,trainAcc:0.9380,validAcc:0.8650,trainLoss:0.222559,validLoss:0.419587,trainTime:73,validTime:30,totalTime:1249 Epoch:1,cv:2,trainAcc:0.9140,validAcc:0.9000,trainLoss:0.270550,validLoss:0.313681,trainTime:74,validTime:31,totalTime:1354 Epoch:1,cv:2,trainAcc:0.9275,validAcc:0.8532,trainLoss:0.220402,validLoss:0.475969,trainTime:74,validTime:31,totalTime:1458 Epoch:1,cv:2,trainAcc:0.9345,validAcc:0.9394,trainLoss:0.209436,validLoss:0.186244,trainTime:74,validTime:31,totalTime:1563 Epoch:1,cv:2,trainAcc:0.9520,validAcc:0.8131,trainLoss:0.164155,validLoss:0.551686,trainTime:74,validTime:31,totalTime:1668 Epoch:1,cv:2,trainAcc:0.9480,validAcc:0.8627,trainLoss:0.180841,validLoss:0.497372,trainTime:74,validTime:31,totalTime:1773 Epoch:1,cv:2,trainAcc:0.9490,validAcc:0.8926,trainLoss:0.177271,validLoss:0.319516,trainTime:73,validTime:30,totalTime:1876 Epoch:1,cv:2,trainAcc:0.9495,validAcc:0.8316,trainLoss:0.157882,validLoss:0.652858,trainTime:71,validTime:29,totalTime:1977 Epoch:1,cv:2,trainAcc:0.9410,validAcc:0.7133,trainLoss:0.175154,validLoss:1.330477,trainTime:71,validTime:29,totalTime:2077 Epoch:1,cv:3,trainAcc:0.9444,validAcc:0.6938,trainLoss:0.168273,validLoss:1.241172,trainTime:71,validTime:29,totalTime:2177 Epoch:1,cv:3,trainAcc:0.9695,validAcc:0.9204,trainLoss:0.117671,validLoss:0.252807,trainTime:71,validTime:29,totalTime:2278 Epoch:1,cv:3,trainAcc:0.9490,validAcc:0.6712,trainLoss:0.161112,validLoss:1.397895,trainTime:71,validTime:29,totalTime:2379 Epoch:1,cv:3,trainAcc:0.9565,validAcc:0.8633,trainLoss:0.145892,validLoss:0.463543,trainTime:71,validTime:29,totalTime:2479 Epoch:1,cv:3,trainAcc:0.9670,validAcc:0.8819,trainLoss:0.109919,validLoss:0.373663,trainTime:71,validTime:29,totalTime:2580 Epoch:1,cv:3,trainAcc:0.9675,validAcc:0.8226,trainLoss:0.115578,validLoss:0.665892,trainTime:71,validTime:29,totalTime:2680 Epoch:1,cv:3,trainAcc:0.9670,validAcc:0.9310,trainLoss:0.110550,validLoss:0.253877,trainTime:71,validTime:29,totalTime:2780 Epoch:1,cv:3,trainAcc:0.9670,validAcc:0.9500,trainLoss:0.127868,validLoss:0.196972,trainTime:71,validTime:29,totalTime:2880 Epoch:1,cv:3,trainAcc:0.9625,validAcc:0.8757,trainLoss:0.126876,validLoss:0.384164,trainTime:71,validTime:29,totalTime:2980 Epoch:1,cv:3,trainAcc:0.9610,validAcc:0.9363,trainLoss:0.130196,validLoss:0.211518,trainTime:71,validTime:29,totalTime:3080 Epoch:1,cv:4,trainAcc:0.9779,validAcc:0.9323,trainLoss:0.077455,validLoss:0.191322,trainTime:70,validTime:29,totalTime:3180 Epoch:1,cv:4,trainAcc:0.9710,validAcc:0.8867,trainLoss:0.098951,validLoss:0.383736,trainTime:71,validTime:29,totalTime:3280 Epoch:1,cv:4,trainAcc:0.9630,validAcc:0.9434,trainLoss:0.109986,validLoss:0.156916,trainTime:71,validTime:29,totalTime:3380 Epoch:1,cv:4,trainAcc:0.9735,validAcc:0.8524,trainLoss:0.096070,validLoss:0.603672,trainTime:71,validTime:29,totalTime:3480 Epoch:1,cv:4,trainAcc:0.9745,validAcc:0.9294,trainLoss:0.081193,validLoss:0.270836,trainTime:71,validTime:29,totalTime:3580 Epoch:1,cv:4,trainAcc:0.9755,validAcc:0.9235,trainLoss:0.086285,validLoss:0.258327,trainTime:71,validTime:29,totalTime:3680 Epoch:1,cv:4,trainAcc:0.9720,validAcc:0.9522,trainLoss:0.085647,validLoss:0.165441,trainTime:71,validTime:29,totalTime:3780 Epoch:1,cv:4,trainAcc:0.9625,validAcc:0.8785,trainLoss:0.123651,validLoss:0.513711,trainTime:71,validTime:29,totalTime:3880 Epoch:1,cv:4,trainAcc:0.9790,validAcc:0.8403,trainLoss:0.063288,validLoss:0.561473,trainTime:71,validTime:29,totalTime:3981 Epoch:1,cv:4,trainAcc:0.9765,validAcc:0.9677,trainLoss:0.077893,validLoss:0.109337,trainTime:71,validTime:29,totalTime:4081 Epoch:1,cv:5,trainAcc:0.9800,validAcc:0.9341,trainLoss:0.061470,validLoss:0.222164,trainTime:70,validTime:30,totalTime:4180 Epoch:1,cv:5,trainAcc:0.9760,validAcc:0.7615,trainLoss:0.076437,validLoss:0.788994,trainTime:71,validTime:29,totalTime:4281 Epoch:1,cv:5,trainAcc:0.9680,validAcc:0.8934,trainLoss:0.107493,validLoss:0.379995,trainTime:71,validTime:29,totalTime:4381 Epoch:1,cv:5,trainAcc:0.9780,validAcc:0.8088,trainLoss:0.080257,validLoss:0.655211,trainTime:71,validTime:29,totalTime:4481 Epoch:1,cv:5,trainAcc:0.9855,validAcc:0.9363,trainLoss:0.056526,validLoss:0.200756,trainTime:71,validTime:29,totalTime:4581 Epoch:1,cv:5,trainAcc:0.9760,validAcc:0.9358,trainLoss:0.074201,validLoss:0.193468,trainTime:71,validTime:29,totalTime:4681 Epoch:1,cv:5,trainAcc:0.9755,validAcc:0.8292,trainLoss:0.078372,validLoss:0.744482,trainTime:71,validTime:29,totalTime:4781 Epoch:1,cv:5,trainAcc:0.9765,validAcc:0.9221,trainLoss:0.085143,validLoss:0.311386,trainTime:71,validTime:29,totalTime:4881 Epoch:1,cv:5,trainAcc:0.9790,validAcc:0.5310,trainLoss:0.082173,validLoss:2.039462,trainTime:71,validTime:29,totalTime:4981 Epoch:1,cv:5,trainAcc:0.9760,validAcc:0.9823,trainLoss:0.073246,validLoss:0.066033,trainTime:71,validTime:29,totalTime:5081 Epoch:1,cv:6,trainAcc:0.9790,validAcc:0.9429,trainLoss:0.074973,validLoss:0.193092,trainTime:71,validTime:29,totalTime:5181 Epoch:1,cv:6,trainAcc:0.9815,validAcc:0.7363,trainLoss:0.063281,validLoss:1.099847,trainTime:71,validTime:29,totalTime:5281 Epoch:1,cv:6,trainAcc:0.9840,validAcc:0.8336,trainLoss:0.054246,validLoss:0.692807,trainTime:71,validTime:29,totalTime:5381 Epoch:1,cv:6,trainAcc:0.9820,validAcc:0.9757,trainLoss:0.050902,validLoss:0.086932,trainTime:71,validTime:29,totalTime:5481 Epoch:1,cv:6,trainAcc:0.9835,validAcc:0.8973,trainLoss:0.052562,validLoss:0.366601,trainTime:71,validTime:29,totalTime:5582 Epoch:1,cv:6,trainAcc:0.9860,validAcc:0.9053,trainLoss:0.055366,validLoss:0.310203,trainTime:71,validTime:29,totalTime:5682 Epoch:1,cv:6,trainAcc:0.9840,validAcc:0.8726,trainLoss:0.057451,validLoss:0.592213,trainTime:71,validTime:29,totalTime:5782 Epoch:1,cv:6,trainAcc:0.9825,validAcc:0.9115,trainLoss:0.065838,validLoss:0.276059,trainTime:71,validTime:29,totalTime:5882 Epoch:1,cv:6,trainAcc:0.9890,validAcc:0.9323,trainLoss:0.043040,validLoss:0.188117,trainTime:71,validTime:29,totalTime:5982 Epoch:1,cv:6,trainAcc:0.9865,validAcc:0.9155,trainLoss:0.045117,validLoss:0.258293,trainTime:71,validTime:29,totalTime:6082 Epoch:1,cv:7,trainAcc:0.9800,validAcc:0.7854,trainLoss:0.042383,validLoss:0.981900,trainTime:70,validTime:29,totalTime:6182 Epoch:1,cv:7,trainAcc:0.9845,validAcc:0.9677,trainLoss:0.044385,validLoss:0.100208,trainTime:71,validTime:29,totalTime:6282 Epoch:1,cv:7,trainAcc:0.9800,validAcc:0.7146,trainLoss:0.055972,validLoss:1.290949,trainTime:71,validTime:29,totalTime:6382 Epoch:1,cv:7,trainAcc:0.9800,validAcc:0.9681,trainLoss:0.070223,validLoss:0.105360,trainTime:71,validTime:29,totalTime:6482 Epoch:1,cv:7,trainAcc:0.9805,validAcc:0.7850,trainLoss:0.063929,validLoss:0.801067,trainTime:71,validTime:29,totalTime:6582 Epoch:1,cv:7,trainAcc:0.9955,validAcc:0.9695,trainLoss:0.020465,validLoss:0.128076,trainTime:71,validTime:29,totalTime:6682 Epoch:1,cv:7,trainAcc:0.9850,validAcc:0.8934,trainLoss:0.051546,validLoss:0.308594,trainTime:71,validTime:29,totalTime:6782 Epoch:1,cv:7,trainAcc:0.9845,validAcc:0.9310,trainLoss:0.062171,validLoss:0.201987,trainTime:71,validTime:29,totalTime:6882 Epoch:1,cv:7,trainAcc:0.9905,validAcc:0.9478,trainLoss:0.042841,validLoss:0.171617,trainTime:71,validTime:29,totalTime:6982 Epoch:1,cv:7,trainAcc:0.9815,validAcc:0.9588,trainLoss:0.049970,validLoss:0.106044,trainTime:71,validTime:29,totalTime:7082 Epoch:1,cv:8,trainAcc:0.9900,validAcc:0.9637,trainLoss:0.026975,validLoss:0.101364,trainTime:70,validTime:29,totalTime:7181 Epoch:1,cv:8,trainAcc:0.9890,validAcc:0.9403,trainLoss:0.042027,validLoss:0.169195,trainTime:71,validTime:29,totalTime:7281 Epoch:1,cv:8,trainAcc:0.9850,validAcc:0.9650,trainLoss:0.042510,validLoss:0.117387,trainTime:71,validTime:29,totalTime:7381 Epoch:1,cv:8,trainAcc:0.9815,validAcc:0.9195,trainLoss:0.057066,validLoss:0.254943,trainTime:71,validTime:29,totalTime:7481 Epoch:1,cv:8,trainAcc:0.9870,validAcc:0.9611,trainLoss:0.046834,validLoss:0.097871,trainTime:71,validTime:29,totalTime:7582 Epoch:1,cv:8,trainAcc:0.9885,validAcc:0.9588,trainLoss:0.035142,validLoss:0.122069,trainTime:71,validTime:29,totalTime:7681 Epoch:1,cv:8,trainAcc:0.9920,validAcc:0.9774,trainLoss:0.027016,validLoss:0.076488,trainTime:71,validTime:29,totalTime:7782 Epoch:1,cv:8,trainAcc:0.9915,validAcc:0.9257,trainLoss:0.031473,validLoss:0.245940,trainTime:71,validTime:29,totalTime:7882 Epoch:1,cv:8,trainAcc:0.9865,validAcc:0.9522,trainLoss:0.041435,validLoss:0.148541,trainTime:71,validTime:29,totalTime:7982 Epoch:1,cv:8,trainAcc:0.9850,validAcc:0.9796,trainLoss:0.045982,validLoss:0.065239,trainTime:71,validTime:29,totalTime:8082 Epoch:1,cv:9,trainAcc:0.9850,validAcc:0.8819,trainLoss:0.057826,validLoss:0.407260,trainTime:70,validTime:29,totalTime:8181 Epoch:1,cv:9,trainAcc:0.9900,validAcc:0.9500,trainLoss:0.038818,validLoss:0.173931,trainTime:71,validTime:29,totalTime:8281 Epoch:1,cv:9,trainAcc:0.9905,validAcc:0.9912,trainLoss:0.035295,validLoss:0.027283,trainTime:71,validTime:29,totalTime:8381 Epoch:1,cv:9,trainAcc:0.9895,validAcc:0.9093,trainLoss:0.033257,validLoss:0.337418,trainTime:71,validTime:29,totalTime:8481 Epoch:1,cv:9,trainAcc:0.9930,validAcc:0.9951,trainLoss:0.028097,validLoss:0.018968,trainTime:71,validTime:29,totalTime:8581 Epoch:1,cv:9,trainAcc:0.9900,validAcc:0.9367,trainLoss:0.032696,validLoss:0.181551,trainTime:71,validTime:29,totalTime:8681 Epoch:1,cv:9,trainAcc:0.9885,validAcc:0.9735,trainLoss:0.033319,validLoss:0.081279,trainTime:71,validTime:29,totalTime:8781 Epoch:1,cv:9,trainAcc:0.9815,validAcc:0.9358,trainLoss:0.047756,validLoss:0.236595,trainTime:71,validTime:29,totalTime:8881 Epoch:1,cv:9,trainAcc:0.9920,validAcc:0.9881,trainLoss:0.030463,validLoss:0.040535,trainTime:71,validTime:29,totalTime:8981 Epoch:1,cv:9,trainAcc:0.9930,validAcc:0.9823,trainLoss:0.026114,validLoss:0.057921,trainTime:71,validTime:29,totalTime:9082 Epoch:1,cv:10,trainAcc:0.9850,validAcc:0.9827,trainLoss:0.028983,validLoss:0.062877,trainTime:70,validTime:29,totalTime:9181 Epoch:1,cv:10,trainAcc:0.9945,validAcc:0.9783,trainLoss:0.015441,validLoss:0.074531,trainTime:71,validTime:29,totalTime:9281 Epoch:1,cv:10,trainAcc:0.9905,validAcc:0.9389,trainLoss:0.034011,validLoss:0.204436,trainTime:71,validTime:29,totalTime:9381 Epoch:1,cv:10,trainAcc:0.9935,validAcc:0.9792,trainLoss:0.022468,validLoss:0.064412,trainTime:71,validTime:29,totalTime:9481 Epoch:1,cv:10,trainAcc:0.9890,validAcc:0.9239,trainLoss:0.030358,validLoss:0.268628,trainTime:71,validTime:29,totalTime:9581 Epoch:1,cv:10,trainAcc:0.9890,validAcc:0.9602,trainLoss:0.033367,validLoss:0.124122,trainTime:71,validTime:29,totalTime:9681 Epoch:1,cv:10,trainAcc:0.9860,validAcc:0.8385,trainLoss:0.039229,validLoss:0.569172,trainTime:71,validTime:29,totalTime:9781 Epoch:1,cv:10,trainAcc:0.9830,validAcc:0.9341,trainLoss:0.047522,validLoss:0.212188,trainTime:71,validTime:29,totalTime:9881 Epoch:1,cv:10,trainAcc:0.9870,validAcc:0.9580,trainLoss:0.036582,validLoss:0.139397,trainTime:71,validTime:29,totalTime:9981 Epoch:1,cv:10,trainAcc:0.9925,validAcc:0.9779,trainLoss:0.027792,validLoss:0.054563,trainTime:71,validTime:29,totalTime:10081 Epoch:1,cv:10,trainAcc:0.9925,validAcc:0.9819,trainLoss:0.023762,validLoss:0.060914,trainTime:70,validTime:29,totalTime:10180 Epoch:2,cv:1,trainAcc:0.9935,validAcc:0.8370,trainLoss:0.021318,validLoss:0.646494,trainTime:71,validTime:29,totalTime:10281 Epoch:2,cv:1,trainAcc:0.9925,validAcc:0.9894,trainLoss:0.024709,validLoss:0.034450,trainTime:71,validTime:29,totalTime:10381 Epoch:2,cv:1,trainAcc:0.9915,validAcc:0.9252,trainLoss:0.019252,validLoss:0.292187,trainTime:71,validTime:29,totalTime:10481 Epoch:2,cv:1,trainAcc:0.9890,validAcc:0.9889,trainLoss:0.031790,validLoss:0.032793,trainTime:71,validTime:29,totalTime:10581 Epoch:2,cv:1,trainAcc:0.9925,validAcc:0.9796,trainLoss:0.027814,validLoss:0.060938,trainTime:71,validTime:29,totalTime:10681 Epoch:2,cv:1,trainAcc:0.9960,validAcc:0.9749,trainLoss:0.018461,validLoss:0.078840,trainTime:71,validTime:29,totalTime:10781 Epoch:2,cv:1,trainAcc:0.9960,validAcc:0.9788,trainLoss:0.016391,validLoss:0.069750,trainTime:71,validTime:29,totalTime:10881 Epoch:2,cv:1,trainAcc:0.9955,validAcc:0.9956,trainLoss:0.016296,validLoss:0.015681,trainTime:71,validTime:29,totalTime:10981 Epoch:2,cv:1,trainAcc:0.9965,validAcc:0.9801,trainLoss:0.013345,validLoss:0.067164,trainTime:71,validTime:29,totalTime:11081 Epoch:2,cv:1,trainAcc:0.9995,validAcc:0.9951,trainLoss:0.005673,validLoss:0.014081,trainTime:71,validTime:29,totalTime:11181 Epoch:2,cv:2,trainAcc:0.9978,validAcc:0.9938,trainLoss:0.006533,validLoss:0.023463,trainTime:70,validTime:29,totalTime:11280 Epoch:2,cv:2,trainAcc:0.9990,validAcc:0.9934,trainLoss:0.004768,validLoss:0.021128,trainTime:71,validTime:29,totalTime:11380 Epoch:2,cv:2,trainAcc:0.9855,validAcc:0.9204,trainLoss:0.038813,validLoss:0.347001,trainTime:71,validTime:29,totalTime:11480 Epoch:2,cv:2,trainAcc:0.9840,validAcc:0.9195,trainLoss:0.053244,validLoss:0.294692,trainTime:71,validTime:29,totalTime:11580 Epoch:2,cv:2,trainAcc:0.9950,validAcc:0.9792,trainLoss:0.019355,validLoss:0.062933,trainTime:71,validTime:29,totalTime:11680 Epoch:2,cv:2,trainAcc:0.9880,validAcc:0.8929,trainLoss:0.031237,validLoss:0.374169,trainTime:71,validTime:29,totalTime:11780 Epoch:2,cv:2,trainAcc:0.9945,validAcc:0.9938,trainLoss:0.020001,validLoss:0.023219,trainTime:71,validTime:29,totalTime:11881 Epoch:2,cv:2,trainAcc:0.9915,validAcc:0.9960,trainLoss:0.023374,validLoss:0.014852,trainTime:71,validTime:29,totalTime:11981 Epoch:2,cv:2,trainAcc:0.9900,validAcc:0.9106,trainLoss:0.029587,validLoss:0.259007,trainTime:71,validTime:29,totalTime:12081 Epoch:2,cv:2,trainAcc:0.9935,validAcc:0.9735,trainLoss:0.022255,validLoss:0.085216,trainTime:71,validTime:29,totalTime:12181 Epoch:2,cv:3,trainAcc:0.9906,validAcc:0.8621,trainLoss:0.024629,validLoss:0.455886,trainTime:70,validTime:29,totalTime:12280 Epoch:2,cv:3,trainAcc:0.9880,validAcc:0.9571,trainLoss:0.027610,validLoss:0.153682,trainTime:71,validTime:29,totalTime:12380 Epoch:2,cv:3,trainAcc:0.9920,validAcc:0.9850,trainLoss:0.025372,validLoss:0.048046,trainTime:71,validTime:29,totalTime:12480 Epoch:2,cv:3,trainAcc:0.9965,validAcc:0.9881,trainLoss:0.013381,validLoss:0.042805,trainTime:71,validTime:29,totalTime:12580 Epoch:2,cv:3,trainAcc:0.9965,validAcc:0.9942,trainLoss:0.008954,validLoss:0.020531,trainTime:71,validTime:29,totalTime:12680 Epoch:2,cv:3,trainAcc:0.9990,validAcc:0.9929,trainLoss:0.005079,validLoss:0.031061,trainTime:71,validTime:29,totalTime:12780 Epoch:2,cv:3,trainAcc:0.9990,validAcc:0.9907,trainLoss:0.004654,validLoss:0.025250,trainTime:71,validTime:29,totalTime:12880 Epoch:2,cv:3,trainAcc:0.9895,validAcc:0.8633,trainLoss:0.040242,validLoss:0.590544,trainTime:71,validTime:29,totalTime:12980 Epoch:2,cv:3,trainAcc:0.9840,validAcc:0.9071,trainLoss:0.051093,validLoss:0.342500,trainTime:71,validTime:29,totalTime:13080 Epoch:2,cv:3,trainAcc:0.9965,validAcc:0.9739,trainLoss:0.015039,validLoss:0.085590,trainTime:71,validTime:29,totalTime:13180 Epoch:2,cv:4,trainAcc:0.9979,validAcc:0.9881,trainLoss:0.011764,validLoss:0.046045,trainTime:70,validTime:29,totalTime:13280 Epoch:2,cv:4,trainAcc:0.9980,validAcc:0.9714,trainLoss:0.008115,validLoss:0.059880,trainTime:71,validTime:29,totalTime:13380 Epoch:2,cv:4,trainAcc:0.9960,validAcc:0.9673,trainLoss:0.007255,validLoss:0.090271,trainTime:71,validTime:29,totalTime:13480 Epoch:2,cv:4,trainAcc:0.9980,validAcc:0.9801,trainLoss:0.009955,validLoss:0.076696,trainTime:71,validTime:29,totalTime:13580 Epoch:2,cv:4,trainAcc:0.9970,validAcc:0.9876,trainLoss:0.010427,validLoss:0.029216,trainTime:71,validTime:29,totalTime:13680 Epoch:2,cv:4,trainAcc:0.9965,validAcc:0.9951,trainLoss:0.007468,validLoss:0.012425,trainTime:71,validTime:29,totalTime:13780 Epoch:2,cv:4,trainAcc:0.9915,validAcc:0.9810,trainLoss:0.022806,validLoss:0.062657,trainTime:71,validTime:29,totalTime:13879 Epoch:2,cv:4,trainAcc:0.9890,validAcc:0.9152,trainLoss:0.030957,validLoss:0.325176,trainTime:71,validTime:29,totalTime:13979 Epoch:2,cv:4,trainAcc:0.9925,validAcc:0.9588,trainLoss:0.018328,validLoss:0.150743,trainTime:71,validTime:29,totalTime:14079 Epoch:2,cv:4,trainAcc:0.9975,validAcc:0.9947,trainLoss:0.008278,validLoss:0.018350,trainTime:71,validTime:29,totalTime:14179 Epoch:2,cv:5,trainAcc:0.9900,validAcc:0.9695,trainLoss:0.044509,validLoss:0.091437,trainTime:70,validTime:29,totalTime:14278 Epoch:2,cv:5,trainAcc:0.9930,validAcc:0.9788,trainLoss:0.020683,validLoss:0.069558,trainTime:71,validTime:29,totalTime:14378 Epoch:2,cv:5,trainAcc:0.9910,validAcc:0.8854,trainLoss:0.030642,validLoss:0.340408,trainTime:71,validTime:29,totalTime:14478 Epoch:2,cv:5,trainAcc:0.9920,validAcc:0.9735,trainLoss:0.021240,validLoss:0.079802,trainTime:71,validTime:29,totalTime:14578 Epoch:2,cv:5,trainAcc:0.9925,validAcc:0.9951,trainLoss:0.018538,validLoss:0.013449,trainTime:71,validTime:29,totalTime:14678 Epoch:2,cv:5,trainAcc:0.9970,validAcc:0.9903,trainLoss:0.010236,validLoss:0.031569,trainTime:71,validTime:29,totalTime:14778 Epoch:2,cv:5,trainAcc:0.9910,validAcc:0.9584,trainLoss:0.032027,validLoss:0.123905,trainTime:71,validTime:29,totalTime:14878 Epoch:2,cv:5,trainAcc:0.9970,validAcc:0.9920,trainLoss:0.011419,validLoss:0.022075,trainTime:71,validTime:29,totalTime:14978 Epoch:2,cv:5,trainAcc:0.9985,validAcc:0.9938,trainLoss:0.004031,validLoss:0.016831,trainTime:71,validTime:29,totalTime:15078 Epoch:2,cv:5,trainAcc:0.9985,validAcc:0.9965,trainLoss:0.010698,validLoss:0.007635,trainTime:71,validTime:29,totalTime:15178 Epoch:2,cv:6,trainAcc:0.9980,validAcc:0.9925,trainLoss:0.008267,validLoss:0.020796,trainTime:70,validTime:29,totalTime:15277 Epoch:2,cv:6,trainAcc:0.9995,validAcc:0.9987,trainLoss:0.002273,validLoss:0.002364,trainTime:71,validTime:29,totalTime:15377 Epoch:2,cv:6,trainAcc:0.9990,validAcc:0.9965,trainLoss:0.003237,validLoss:0.011678,trainTime:71,validTime:29,totalTime:15477 Epoch:2,cv:6,trainAcc:0.9970,validAcc:0.9867,trainLoss:0.008594,validLoss:0.027320,trainTime:71,validTime:29,totalTime:15577 Epoch:2,cv:6,trainAcc:0.9980,validAcc:0.9708,trainLoss:0.007010,validLoss:0.093022,trainTime:71,validTime:29,totalTime:15677 Epoch:2,cv:6,trainAcc:0.9985,validAcc:0.9858,trainLoss:0.004630,validLoss:0.036860,trainTime:71,validTime:29,totalTime:15777 Epoch:2,cv:6,trainAcc:0.9960,validAcc:0.9420,trainLoss:0.021616,validLoss:0.189226,trainTime:71,validTime:29,totalTime:15877 Epoch:2,cv:6,trainAcc:0.9830,validAcc:0.7181,trainLoss:0.052752,validLoss:1.688899,trainTime:71,validTime:29,totalTime:15977 Epoch:2,cv:6,trainAcc:0.9910,validAcc:0.9845,trainLoss:0.024622,validLoss:0.045800,trainTime:71,validTime:29,totalTime:16077 Epoch:2,cv:6,trainAcc:0.9890,validAcc:0.9619,trainLoss:0.032831,validLoss:0.119795,trainTime:71,validTime:29,totalTime:16177 Epoch:2,cv:7,trainAcc:0.9937,validAcc:0.9788,trainLoss:0.017302,validLoss:0.051592,trainTime:70,validTime:29,totalTime:16277 Epoch:2,cv:7,trainAcc:0.9945,validAcc:0.9965,trainLoss:0.018788,validLoss:0.007463,trainTime:71,validTime:29,totalTime:16377 Epoch:2,cv:7,trainAcc:0.9975,validAcc:0.9916,trainLoss:0.006429,validLoss:0.021492,trainTime:71,validTime:29,totalTime:16477 Epoch:2,cv:7,trainAcc:0.9955,validAcc:0.9969,trainLoss:0.010842,validLoss:0.011290,trainTime:71,validTime:29,totalTime:16577 Epoch:2,cv:7,trainAcc:0.9970,validAcc:0.9942,trainLoss:0.009530,validLoss:0.020125,trainTime:71,validTime:29,totalTime:16677 Epoch:2,cv:7,trainAcc:0.9960,validAcc:0.9973,trainLoss:0.009384,validLoss:0.006754,trainTime:71,validTime:29,totalTime:16777 Epoch:2,cv:7,trainAcc:0.9980,validAcc:0.9889,trainLoss:0.008254,validLoss:0.032951,trainTime:71,validTime:29,totalTime:16877 Epoch:2,cv:7,trainAcc:0.9975,validAcc:0.9845,trainLoss:0.009179,validLoss:0.046291,trainTime:71,validTime:29,totalTime:16977 Epoch:2,cv:7,trainAcc:0.9975,validAcc:0.9996,trainLoss:0.014362,validLoss:0.002247,trainTime:71,validTime:29,totalTime:17077 Epoch:2,cv:7,trainAcc:0.9970,validAcc:0.9929,trainLoss:0.006096,validLoss:0.020605,trainTime:71,validTime:29,totalTime:17177 Epoch:2,cv:8,trainAcc:0.9967,validAcc:0.9690,trainLoss:0.014702,validLoss:0.113407,trainTime:70,validTime:29,totalTime:17276 Epoch:2,cv:8,trainAcc:0.9975,validAcc:0.9522,trainLoss:0.007079,validLoss:0.254975,trainTime:71,validTime:29,totalTime:17376 Epoch:2,cv:8,trainAcc:0.9955,validAcc:0.9487,trainLoss:0.016226,validLoss:0.170131,trainTime:71,validTime:29,totalTime:17477 Epoch:2,cv:8,trainAcc:1.0000,validAcc:0.9991,trainLoss:0.001790,validLoss:0.002845,trainTime:71,validTime:29,totalTime:17577 Epoch:2,cv:8,trainAcc:0.9990,validAcc:0.9969,trainLoss:0.003663,validLoss:0.008145,trainTime:71,validTime:29,totalTime:17677 Epoch:2,cv:8,trainAcc:0.9990,validAcc:0.9973,trainLoss:0.003291,validLoss:0.005387,trainTime:71,validTime:29,totalTime:17777 Epoch:2,cv:8,trainAcc:0.9955,validAcc:0.9942,trainLoss:0.016679,validLoss:0.019418,trainTime:71,validTime:29,totalTime:17877 Epoch:2,cv:8,trainAcc:0.9955,validAcc:0.9934,trainLoss:0.015515,validLoss:0.020377,trainTime:71,validTime:29,totalTime:17977 Epoch:2,cv:8,trainAcc:0.9965,validAcc:0.9363,trainLoss:0.009076,validLoss:0.253463,trainTime:71,validTime:29,totalTime:18077 Epoch:2,cv:8,trainAcc:0.9945,validAcc:0.9133,trainLoss:0.018577,validLoss:0.324473,trainTime:71,validTime:29,totalTime:18177 Epoch:2,cv:9,trainAcc:1.0000,validAcc:0.9965,trainLoss:0.004379,validLoss:0.009334,trainTime:70,validTime:29,totalTime:18276 Epoch:2,cv:9,trainAcc:0.9990,validAcc:0.9942,trainLoss:0.006567,validLoss:0.010875,trainTime:71,validTime:29,totalTime:18376 Epoch:2,cv:9,trainAcc:0.9960,validAcc:0.9686,trainLoss:0.013458,validLoss:0.104502,trainTime:71,validTime:29,totalTime:18476 Epoch:2,cv:9,trainAcc:0.9955,validAcc:0.9894,trainLoss:0.012772,validLoss:0.030943,trainTime:71,validTime:29,totalTime:18576 Epoch:2,cv:9,trainAcc:0.9975,validAcc:0.9265,trainLoss:0.009094,validLoss:0.280551,trainTime:71,validTime:29,totalTime:18676 Epoch:2,cv:9,trainAcc:0.9875,validAcc:0.8673,trainLoss:0.038191,validLoss:0.557601,trainTime:71,validTime:29,totalTime:18776 Epoch:2,cv:9,trainAcc:0.9945,validAcc:0.9907,trainLoss:0.017438,validLoss:0.026675,trainTime:71,validTime:29,totalTime:18876 Epoch:2,cv:9,trainAcc:0.9950,validAcc:0.9934,trainLoss:0.009917,validLoss:0.016098,trainTime:71,validTime:29,totalTime:18976 Epoch:2,cv:9,trainAcc:0.9985,validAcc:0.9832,trainLoss:0.004059,validLoss:0.052383,trainTime:71,validTime:29,totalTime:19076 Epoch:2,cv:9,trainAcc:0.9975,validAcc:0.9881,trainLoss:0.007213,validLoss:0.042637,trainTime:71,validTime:29,totalTime:19176 Epoch:2,cv:10,trainAcc:0.9900,validAcc:0.9757,trainLoss:0.033904,validLoss:0.080394,trainTime:70,validTime:29,totalTime:19275 Epoch:2,cv:10,trainAcc:0.9975,validAcc:0.9743,trainLoss:0.010839,validLoss:0.106306,trainTime:71,validTime:29,totalTime:19375 Epoch:2,cv:10,trainAcc:0.9935,validAcc:0.9717,trainLoss:0.018509,validLoss:0.106445,trainTime:71,validTime:29,totalTime:19476 Epoch:2,cv:10,trainAcc:0.9930,validAcc:0.8252,trainLoss:0.019210,validLoss:0.631404,trainTime:71,validTime:29,totalTime:19576 Epoch:2,cv:10,trainAcc:0.9970,validAcc:0.9965,trainLoss:0.007767,validLoss:0.006180,trainTime:71,validTime:29,totalTime:19676 Epoch:2,cv:10,trainAcc:0.9965,validAcc:0.9978,trainLoss:0.009920,validLoss:0.004747,trainTime:71,validTime:29,totalTime:19776 Epoch:2,cv:10,trainAcc:0.9985,validAcc:0.9987,trainLoss:0.005148,validLoss:0.004754,trainTime:71,validTime:29,totalTime:19876 Epoch:2,cv:10,trainAcc:0.9940,validAcc:0.7611,trainLoss:0.014184,validLoss:1.426276,trainTime:71,validTime:29,totalTime:19976 Epoch:2,cv:10,trainAcc:0.9980,validAcc:0.9934,trainLoss:0.006754,validLoss:0.016210,trainTime:71,validTime:29,totalTime:20076 Epoch:2,cv:10,trainAcc:0.9975,validAcc:0.9969,trainLoss:0.005825,validLoss:0.009601,trainTime:71,validTime:29,totalTime:20176 Epoch:2,cv:10,trainAcc:0.9985,validAcc:0.9925,trainLoss:0.009158,validLoss:0.023987,trainTime:70,validTime:29,totalTime:20275 finish
In [3]:
# err,err_tit,correct,correct_tit = models.model_validation('checkpoints/vgg13_gam/lr001',test_X,test_Y,'vgg13_gam.csv')
err,err_tit,correct,correct_tit = models.model_validation('checkpoints/vgg13_gam/lr001',test_X,test_Y)
In [4]:
print("error predict:")
plot_gallery(err,err_tit)
error predict:
In [5]:
print("correct predict:")
plot_gallery(correct,correct_tit)
correct predict:
In [2]:
models.test_set_predict("checkpoints/vgg13_gam/lr001",20)
In [5]:
nin = models.Nin((224,224,3),10)
nin.cv_train(X,Y,3,20,'checkpoints/nin/epoch2mlp3lr0001')
use default graph init graph init variables training... Epoch:1,cv:1,trainAcc:0.1035,validAcc:0.0965,trainLoss:2.302207,validLoss:2.302398,trainTime:64,validTime:29,totalTime:93 Epoch:1,cv:1,trainAcc:0.1095,validAcc:0.1093,trainLoss:2.301382,validLoss:2.301850,trainTime:64,validTime:29,totalTime:187 Epoch:1,cv:1,trainAcc:0.1075,validAcc:0.1093,trainLoss:2.301323,validLoss:2.301525,trainTime:64,validTime:29,totalTime:280 Epoch:1,cv:1,trainAcc:0.1070,validAcc:0.1093,trainLoss:2.300880,validLoss:2.301593,trainTime:64,validTime:29,totalTime:374 Epoch:1,cv:1,trainAcc:0.1130,validAcc:0.1093,trainLoss:2.301514,validLoss:2.297877,trainTime:64,validTime:30,totalTime:468 Epoch:1,cv:1,trainAcc:0.1125,validAcc:0.1460,trainLoss:2.281257,validLoss:2.246007,trainTime:64,validTime:30,totalTime:562 Epoch:1,cv:1,trainAcc:0.1485,validAcc:0.1885,trainLoss:2.215961,validLoss:2.122409,trainTime:64,validTime:29,totalTime:655 Epoch:1,cv:1,trainAcc:0.2455,validAcc:0.3190,trainLoss:1.946046,validLoss:1.778600,trainTime:64,validTime:29,totalTime:749 Epoch:1,cv:1,trainAcc:0.3425,validAcc:0.3944,trainLoss:1.693002,validLoss:1.546549,trainTime:64,validTime:30,totalTime:843 Epoch:1,cv:1,trainAcc:0.4545,validAcc:0.4891,trainLoss:1.439219,validLoss:1.320688,trainTime:65,validTime:29,totalTime:937 Epoch:1,cv:2,trainAcc:0.5206,validAcc:0.6205,trainLoss:1.324290,validLoss:1.152187,trainTime:64,validTime:30,totalTime:1031 Epoch:1,cv:2,trainAcc:0.5610,validAcc:0.5636,trainLoss:1.190461,validLoss:1.158603,trainTime:66,validTime:30,totalTime:1127 Epoch:1,cv:2,trainAcc:0.6390,validAcc:0.7566,trainLoss:1.010157,validLoss:0.816801,trainTime:65,validTime:30,totalTime:1222 Epoch:1,cv:2,trainAcc:0.7255,validAcc:0.7962,trainLoss:0.832216,validLoss:0.682673,trainTime:65,validTime:30,totalTime:1317 Epoch:1,cv:2,trainAcc:0.7385,validAcc:0.7894,trainLoss:0.806860,validLoss:0.692778,trainTime:65,validTime:30,totalTime:1412 Epoch:1,cv:2,trainAcc:0.7980,validAcc:0.8372,trainLoss:0.612311,validLoss:0.558956,trainTime:65,validTime:30,totalTime:1507 Epoch:1,cv:2,trainAcc:0.8200,validAcc:0.8363,trainLoss:0.550508,validLoss:0.564497,trainTime:65,validTime:30,totalTime:1602 Epoch:1,cv:2,trainAcc:0.8245,validAcc:0.8319,trainLoss:0.518935,validLoss:0.531524,trainTime:65,validTime:30,totalTime:1697 Epoch:1,cv:2,trainAcc:0.8630,validAcc:0.8836,trainLoss:0.446599,validLoss:0.372652,trainTime:65,validTime:30,totalTime:1792 Epoch:1,cv:2,trainAcc:0.8740,validAcc:0.8434,trainLoss:0.406717,validLoss:0.443239,trainTime:65,validTime:30,totalTime:1887 Epoch:1,cv:3,trainAcc:0.8863,validAcc:0.8996,trainLoss:0.346663,validLoss:0.321991,trainTime:64,validTime:30,totalTime:1982 Epoch:1,cv:3,trainAcc:0.8855,validAcc:0.8951,trainLoss:0.373122,validLoss:0.344420,trainTime:65,validTime:30,totalTime:2077 Epoch:1,cv:3,trainAcc:0.9020,validAcc:0.9265,trainLoss:0.322488,validLoss:0.273110,trainTime:65,validTime:30,totalTime:2172 Epoch:1,cv:3,trainAcc:0.9100,validAcc:0.9058,trainLoss:0.318405,validLoss:0.282731,trainTime:65,validTime:30,totalTime:2267 Epoch:1,cv:3,trainAcc:0.9095,validAcc:0.9049,trainLoss:0.295285,validLoss:0.289877,trainTime:65,validTime:30,totalTime:2362 Epoch:1,cv:3,trainAcc:0.9165,validAcc:0.9270,trainLoss:0.272113,validLoss:0.250716,trainTime:65,validTime:30,totalTime:2457 Epoch:1,cv:3,trainAcc:0.9055,validAcc:0.9460,trainLoss:0.292556,validLoss:0.190303,trainTime:64,validTime:30,totalTime:2550 Epoch:1,cv:3,trainAcc:0.9315,validAcc:0.9404,trainLoss:0.218858,validLoss:0.197457,trainTime:64,validTime:29,totalTime:2644 Epoch:1,cv:3,trainAcc:0.9340,validAcc:0.9347,trainLoss:0.242562,validLoss:0.213980,trainTime:64,validTime:30,totalTime:2738 Epoch:1,cv:3,trainAcc:0.9330,validAcc:0.9181,trainLoss:0.218659,validLoss:0.239231,trainTime:64,validTime:30,totalTime:2832 Epoch:1,cv:4,trainAcc:0.9421,validAcc:0.9333,trainLoss:0.195599,validLoss:0.211039,trainTime:64,validTime:29,totalTime:2925 Epoch:1,cv:4,trainAcc:0.9350,validAcc:0.9425,trainLoss:0.204183,validLoss:0.182397,trainTime:64,validTime:30,totalTime:3019 Epoch:1,cv:4,trainAcc:0.9395,validAcc:0.9580,trainLoss:0.197476,validLoss:0.132775,trainTime:65,validTime:30,totalTime:3114 Epoch:1,cv:4,trainAcc:0.9565,validAcc:0.9584,trainLoss:0.171912,validLoss:0.129156,trainTime:65,validTime:30,totalTime:3208 Epoch:1,cv:4,trainAcc:0.9475,validAcc:0.9593,trainLoss:0.181072,validLoss:0.145050,trainTime:65,validTime:30,totalTime:3303 Epoch:1,cv:4,trainAcc:0.9470,validAcc:0.9566,trainLoss:0.178920,validLoss:0.148467,trainTime:65,validTime:29,totalTime:3397 Epoch:1,cv:4,trainAcc:0.9380,validAcc:0.9646,trainLoss:0.211593,validLoss:0.123946,trainTime:64,validTime:29,totalTime:3490 Epoch:1,cv:4,trainAcc:0.9595,validAcc:0.9664,trainLoss:0.128919,validLoss:0.121607,trainTime:64,validTime:29,totalTime:3584 Epoch:1,cv:4,trainAcc:0.9655,validAcc:0.9597,trainLoss:0.131031,validLoss:0.120505,trainTime:64,validTime:30,totalTime:3678 Epoch:1,cv:4,trainAcc:0.9535,validAcc:0.9535,trainLoss:0.149286,validLoss:0.149337,trainTime:64,validTime:29,totalTime:3772 Epoch:1,cv:5,trainAcc:0.9592,validAcc:0.9686,trainLoss:0.145910,validLoss:0.117240,trainTime:63,validTime:29,totalTime:3864 Epoch:1,cv:5,trainAcc:0.9545,validAcc:0.9611,trainLoss:0.130144,validLoss:0.150747,trainTime:64,validTime:30,totalTime:3958 Epoch:1,cv:5,trainAcc:0.9635,validAcc:0.9571,trainLoss:0.124686,validLoss:0.136162,trainTime:64,validTime:29,totalTime:4052 Epoch:1,cv:5,trainAcc:0.9720,validAcc:0.9686,trainLoss:0.100930,validLoss:0.126250,trainTime:64,validTime:29,totalTime:4145 Epoch:1,cv:5,trainAcc:0.9580,validAcc:0.9655,trainLoss:0.139745,validLoss:0.126007,trainTime:64,validTime:29,totalTime:4238 Epoch:1,cv:5,trainAcc:0.9615,validAcc:0.9314,trainLoss:0.112265,validLoss:0.186394,trainTime:64,validTime:29,totalTime:4332 Epoch:1,cv:5,trainAcc:0.9465,validAcc:0.9354,trainLoss:0.180734,validLoss:0.238220,trainTime:64,validTime:29,totalTime:4425 Epoch:1,cv:5,trainAcc:0.9690,validAcc:0.9708,trainLoss:0.096047,validLoss:0.120677,trainTime:64,validTime:29,totalTime:4518 Epoch:1,cv:5,trainAcc:0.9720,validAcc:0.9681,trainLoss:0.098442,validLoss:0.107918,trainTime:64,validTime:29,totalTime:4612 Epoch:1,cv:5,trainAcc:0.9775,validAcc:0.9442,trainLoss:0.087994,validLoss:0.172560,trainTime:64,validTime:29,totalTime:4705 Epoch:1,cv:6,trainAcc:0.9740,validAcc:0.9779,trainLoss:0.087874,validLoss:0.073898,trainTime:63,validTime:29,totalTime:4797 Epoch:1,cv:6,trainAcc:0.9670,validAcc:0.9566,trainLoss:0.107688,validLoss:0.143390,trainTime:64,validTime:29,totalTime:4891 Epoch:1,cv:6,trainAcc:0.9720,validAcc:0.9792,trainLoss:0.096361,validLoss:0.066790,trainTime:64,validTime:29,totalTime:4984 Epoch:1,cv:6,trainAcc:0.9725,validAcc:0.9659,trainLoss:0.094714,validLoss:0.108593,trainTime:64,validTime:29,totalTime:5077 Epoch:1,cv:6,trainAcc:0.9690,validAcc:0.9659,trainLoss:0.102541,validLoss:0.111036,trainTime:64,validTime:29,totalTime:5170 Epoch:1,cv:6,trainAcc:0.9740,validAcc:0.9686,trainLoss:0.078078,validLoss:0.092160,trainTime:64,validTime:29,totalTime:5263 Epoch:1,cv:6,trainAcc:0.9725,validAcc:0.9779,trainLoss:0.101137,validLoss:0.077416,trainTime:64,validTime:29,totalTime:5356 Epoch:1,cv:6,trainAcc:0.9775,validAcc:0.9708,trainLoss:0.079357,validLoss:0.087256,trainTime:64,validTime:29,totalTime:5449 Epoch:1,cv:6,trainAcc:0.9765,validAcc:0.9681,trainLoss:0.086431,validLoss:0.092318,trainTime:64,validTime:29,totalTime:5542 Epoch:1,cv:6,trainAcc:0.9800,validAcc:0.9726,trainLoss:0.071209,validLoss:0.089341,trainTime:64,validTime:29,totalTime:5635 Epoch:1,cv:7,trainAcc:0.9762,validAcc:0.9805,trainLoss:0.072493,validLoss:0.071312,trainTime:63,validTime:29,totalTime:5728 Epoch:1,cv:7,trainAcc:0.9740,validAcc:0.9801,trainLoss:0.086949,validLoss:0.073191,trainTime:64,validTime:29,totalTime:5821 Epoch:1,cv:7,trainAcc:0.9670,validAcc:0.9832,trainLoss:0.102432,validLoss:0.063513,trainTime:64,validTime:29,totalTime:5914 Epoch:1,cv:7,trainAcc:0.9850,validAcc:0.9770,trainLoss:0.063175,validLoss:0.082405,trainTime:64,validTime:29,totalTime:6007 Epoch:1,cv:7,trainAcc:0.9705,validAcc:0.9730,trainLoss:0.097831,validLoss:0.091927,trainTime:64,validTime:29,totalTime:6100 Epoch:1,cv:7,trainAcc:0.9785,validAcc:0.9314,trainLoss:0.063305,validLoss:0.201478,trainTime:64,validTime:29,totalTime:6194 Epoch:1,cv:7,trainAcc:0.9725,validAcc:0.9735,trainLoss:0.087796,validLoss:0.084597,trainTime:64,validTime:29,totalTime:6287 Epoch:1,cv:7,trainAcc:0.9865,validAcc:0.9730,trainLoss:0.051548,validLoss:0.080198,trainTime:65,validTime:29,totalTime:6382 Epoch:1,cv:7,trainAcc:0.9855,validAcc:0.9898,trainLoss:0.060167,validLoss:0.050184,trainTime:64,validTime:29,totalTime:6475 Epoch:1,cv:7,trainAcc:0.9785,validAcc:0.9805,trainLoss:0.077515,validLoss:0.066163,trainTime:65,validTime:30,totalTime:6570 Epoch:1,cv:8,trainAcc:0.9867,validAcc:0.9699,trainLoss:0.039096,validLoss:0.089136,trainTime:64,validTime:30,totalTime:6664 Epoch:1,cv:8,trainAcc:0.9735,validAcc:0.9783,trainLoss:0.075254,validLoss:0.070492,trainTime:64,validTime:29,totalTime:6757 Epoch:1,cv:8,trainAcc:0.9820,validAcc:0.9850,trainLoss:0.077971,validLoss:0.046844,trainTime:64,validTime:29,totalTime:6851 Epoch:1,cv:8,trainAcc:0.9805,validAcc:0.9836,trainLoss:0.063716,validLoss:0.057420,trainTime:64,validTime:29,totalTime:6944 Epoch:1,cv:8,trainAcc:0.9795,validAcc:0.9827,trainLoss:0.066812,validLoss:0.051555,trainTime:64,validTime:29,totalTime:7038 Epoch:1,cv:8,trainAcc:0.9820,validAcc:0.9810,trainLoss:0.057006,validLoss:0.058172,trainTime:64,validTime:29,totalTime:7131 Epoch:1,cv:8,trainAcc:0.9780,validAcc:0.9792,trainLoss:0.062903,validLoss:0.070137,trainTime:64,validTime:30,totalTime:7225 Epoch:1,cv:8,trainAcc:0.9900,validAcc:0.9810,trainLoss:0.040750,validLoss:0.061194,trainTime:64,validTime:30,totalTime:7319 Epoch:1,cv:8,trainAcc:0.9870,validAcc:0.9850,trainLoss:0.046950,validLoss:0.040191,trainTime:64,validTime:30,totalTime:7412 Epoch:1,cv:8,trainAcc:0.9870,validAcc:0.9912,trainLoss:0.049421,validLoss:0.031016,trainTime:64,validTime:30,totalTime:7506 Epoch:1,cv:9,trainAcc:0.9925,validAcc:0.9925,trainLoss:0.028789,validLoss:0.024709,trainTime:64,validTime:30,totalTime:7599 Epoch:1,cv:9,trainAcc:0.9910,validAcc:0.9934,trainLoss:0.024019,validLoss:0.019728,trainTime:64,validTime:30,totalTime:7694 Epoch:1,cv:9,trainAcc:0.9865,validAcc:0.9805,trainLoss:0.041786,validLoss:0.050036,trainTime:64,validTime:30,totalTime:7788 Epoch:1,cv:9,trainAcc:0.9910,validAcc:0.9903,trainLoss:0.032859,validLoss:0.027340,trainTime:65,validTime:29,totalTime:7882 Epoch:1,cv:9,trainAcc:0.9895,validAcc:0.9894,trainLoss:0.047575,validLoss:0.032712,trainTime:64,validTime:29,totalTime:7976 Epoch:1,cv:9,trainAcc:0.9850,validAcc:0.9823,trainLoss:0.057706,validLoss:0.043264,trainTime:64,validTime:30,totalTime:8069 Epoch:1,cv:9,trainAcc:0.9790,validAcc:0.9867,trainLoss:0.063158,validLoss:0.043689,trainTime:64,validTime:30,totalTime:8163 Epoch:1,cv:9,trainAcc:0.9860,validAcc:0.9814,trainLoss:0.046624,validLoss:0.048896,trainTime:64,validTime:29,totalTime:8257 Epoch:1,cv:9,trainAcc:0.9855,validAcc:0.9863,trainLoss:0.045168,validLoss:0.043014,trainTime:64,validTime:29,totalTime:8350 Epoch:1,cv:9,trainAcc:0.9865,validAcc:0.9836,trainLoss:0.050765,validLoss:0.043728,trainTime:64,validTime:29,totalTime:8444 Epoch:1,cv:10,trainAcc:0.9950,validAcc:0.9969,trainLoss:0.024837,validLoss:0.009686,trainTime:63,validTime:29,totalTime:8537 Epoch:1,cv:10,trainAcc:0.9870,validAcc:0.9863,trainLoss:0.034756,validLoss:0.039137,trainTime:64,validTime:29,totalTime:8630 Epoch:1,cv:10,trainAcc:0.9880,validAcc:0.9925,trainLoss:0.038446,validLoss:0.022885,trainTime:64,validTime:29,totalTime:8724 Epoch:1,cv:10,trainAcc:0.9870,validAcc:0.9788,trainLoss:0.040020,validLoss:0.073570,trainTime:64,validTime:30,totalTime:8818 Epoch:1,cv:10,trainAcc:0.9840,validAcc:0.9929,trainLoss:0.048422,validLoss:0.020861,trainTime:64,validTime:30,totalTime:8912 Epoch:1,cv:10,trainAcc:0.9900,validAcc:0.9938,trainLoss:0.032210,validLoss:0.024381,trainTime:64,validTime:30,totalTime:9006 Epoch:1,cv:10,trainAcc:0.9805,validAcc:0.9544,trainLoss:0.058894,validLoss:0.127020,trainTime:64,validTime:29,totalTime:9099 Epoch:1,cv:10,trainAcc:0.9865,validAcc:0.9801,trainLoss:0.040993,validLoss:0.078474,trainTime:64,validTime:29,totalTime:9192 Epoch:1,cv:10,trainAcc:0.9830,validAcc:0.9664,trainLoss:0.047308,validLoss:0.116433,trainTime:64,validTime:29,totalTime:9286 Epoch:1,cv:10,trainAcc:0.9760,validAcc:0.9743,trainLoss:0.048795,validLoss:0.064159,trainTime:64,validTime:29,totalTime:9379 Epoch:1,cv:10,trainAcc:0.9845,validAcc:0.9876,trainLoss:0.050002,validLoss:0.036137,trainTime:63,validTime:29,totalTime:9472 Epoch:2,cv:1,trainAcc:0.9895,validAcc:0.9765,trainLoss:0.026765,validLoss:0.074850,trainTime:64,validTime:29,totalTime:9565 Epoch:2,cv:1,trainAcc:0.9860,validAcc:0.9814,trainLoss:0.040710,validLoss:0.054379,trainTime:65,validTime:31,totalTime:9661 Epoch:2,cv:1,trainAcc:0.9930,validAcc:0.9929,trainLoss:0.020802,validLoss:0.016634,trainTime:66,validTime:31,totalTime:9758 Epoch:2,cv:1,trainAcc:0.9940,validAcc:0.9735,trainLoss:0.021950,validLoss:0.080152,trainTime:66,validTime:31,totalTime:9854 Epoch:2,cv:1,trainAcc:0.9765,validAcc:0.9912,trainLoss:0.063639,validLoss:0.028465,trainTime:67,validTime:32,totalTime:9953 Epoch:2,cv:1,trainAcc:0.9870,validAcc:0.9850,trainLoss:0.039289,validLoss:0.051158,trainTime:67,validTime:31,totalTime:10051 Epoch:2,cv:1,trainAcc:0.9950,validAcc:0.9942,trainLoss:0.018532,validLoss:0.018683,trainTime:67,validTime:32,totalTime:10149 Epoch:2,cv:1,trainAcc:0.9940,validAcc:0.9938,trainLoss:0.011427,validLoss:0.018903,trainTime:67,validTime:31,totalTime:10247 Epoch:2,cv:1,trainAcc:0.9905,validAcc:0.9920,trainLoss:0.027048,validLoss:0.028014,trainTime:67,validTime:31,totalTime:10345 Epoch:2,cv:1,trainAcc:0.9950,validAcc:0.9898,trainLoss:0.021710,validLoss:0.036981,trainTime:67,validTime:32,totalTime:10443 Epoch:2,cv:2,trainAcc:0.9828,validAcc:0.9850,trainLoss:0.040271,validLoss:0.050221,trainTime:66,validTime:31,totalTime:10540 Epoch:2,cv:2,trainAcc:0.9925,validAcc:0.9920,trainLoss:0.024749,validLoss:0.026561,trainTime:66,validTime:31,totalTime:10637 Epoch:2,cv:2,trainAcc:0.9945,validAcc:0.9951,trainLoss:0.013051,validLoss:0.011464,trainTime:67,validTime:31,totalTime:10735 Epoch:2,cv:2,trainAcc:0.9930,validAcc:0.9858,trainLoss:0.023719,validLoss:0.044554,trainTime:66,validTime:31,totalTime:10833 Epoch:2,cv:2,trainAcc:0.9850,validAcc:0.9774,trainLoss:0.041386,validLoss:0.072857,trainTime:67,validTime:31,totalTime:10931 Epoch:2,cv:2,trainAcc:0.9855,validAcc:0.9845,trainLoss:0.048237,validLoss:0.042957,trainTime:67,validTime:32,totalTime:11029 Epoch:2,cv:2,trainAcc:0.9870,validAcc:0.9916,trainLoss:0.039042,validLoss:0.022586,trainTime:67,validTime:31,totalTime:11128 Epoch:2,cv:2,trainAcc:0.9935,validAcc:0.9770,trainLoss:0.022735,validLoss:0.067913,trainTime:67,validTime:31,totalTime:11226 Epoch:2,cv:2,trainAcc:0.9890,validAcc:0.9836,trainLoss:0.028212,validLoss:0.038784,trainTime:67,validTime:31,totalTime:11324 Epoch:2,cv:2,trainAcc:0.9925,validAcc:0.9881,trainLoss:0.019156,validLoss:0.035432,trainTime:67,validTime:32,totalTime:11422 Epoch:2,cv:3,trainAcc:0.9819,validAcc:0.9956,trainLoss:0.065229,validLoss:0.022999,trainTime:66,validTime:32,totalTime:11519 Epoch:2,cv:3,trainAcc:0.9960,validAcc:0.9929,trainLoss:0.014861,validLoss:0.025121,trainTime:67,validTime:31,totalTime:11617 Epoch:2,cv:3,trainAcc:0.9850,validAcc:0.9801,trainLoss:0.049747,validLoss:0.049526,trainTime:67,validTime:31,totalTime:11715 Epoch:2,cv:3,trainAcc:0.9895,validAcc:0.9929,trainLoss:0.025863,validLoss:0.022019,trainTime:67,validTime:31,totalTime:11813 Epoch:2,cv:3,trainAcc:0.9940,validAcc:0.9951,trainLoss:0.021073,validLoss:0.015700,trainTime:66,validTime:31,totalTime:11910 Epoch:2,cv:3,trainAcc:0.9925,validAcc:0.9965,trainLoss:0.029836,validLoss:0.011911,trainTime:65,validTime:31,totalTime:12006 Epoch:2,cv:3,trainAcc:0.9945,validAcc:0.9938,trainLoss:0.016404,validLoss:0.012855,trainTime:66,validTime:31,totalTime:12104 Epoch:2,cv:3,trainAcc:0.9975,validAcc:0.9889,trainLoss:0.012544,validLoss:0.036907,trainTime:66,validTime:31,totalTime:12202 Epoch:2,cv:3,trainAcc:0.9935,validAcc:0.9942,trainLoss:0.018239,validLoss:0.013033,trainTime:67,validTime:32,totalTime:12300 Epoch:2,cv:3,trainAcc:0.9945,validAcc:0.9934,trainLoss:0.012932,validLoss:0.016599,trainTime:67,validTime:31,totalTime:12398 Epoch:2,cv:4,trainAcc:0.9957,validAcc:0.9973,trainLoss:0.012668,validLoss:0.006760,trainTime:66,validTime:30,totalTime:12494 Epoch:2,cv:4,trainAcc:0.9940,validAcc:0.9827,trainLoss:0.014864,validLoss:0.008506,trainTime:66,validTime:32,totalTime:12592 Epoch:2,cv:4,trainAcc:0.9930,validAcc:0.9938,trainLoss:0.013227,validLoss:0.010813,trainTime:67,validTime:32,totalTime:12690 Epoch:2,cv:4,trainAcc:0.9840,validAcc:0.9748,trainLoss:0.028296,validLoss:0.062448,trainTime:66,validTime:31,totalTime:12788 Epoch:2,cv:4,trainAcc:0.9865,validAcc:0.9863,trainLoss:0.033190,validLoss:0.038032,trainTime:66,validTime:31,totalTime:12885 Epoch:2,cv:4,trainAcc:0.9830,validAcc:0.9850,trainLoss:0.040090,validLoss:0.039595,trainTime:66,validTime:31,totalTime:12983 Epoch:2,cv:4,trainAcc:0.9760,validAcc:0.9593,trainLoss:0.051914,validLoss:0.127162,trainTime:65,validTime:29,totalTime:13078 Epoch:2,cv:4,trainAcc:0.9900,validAcc:0.9965,trainLoss:0.024556,validLoss:0.019035,trainTime:64,validTime:29,totalTime:13171 Epoch:2,cv:4,trainAcc:0.9915,validAcc:0.9925,trainLoss:0.022404,validLoss:0.017863,trainTime:64,validTime:29,totalTime:13264 Epoch:2,cv:4,trainAcc:0.9940,validAcc:0.9934,trainLoss:0.011437,validLoss:0.009015,trainTime:64,validTime:29,totalTime:13357 Epoch:2,cv:5,trainAcc:0.9900,validAcc:0.9832,trainLoss:0.021107,validLoss:0.033568,trainTime:63,validTime:29,totalTime:13450 Epoch:2,cv:5,trainAcc:0.9835,validAcc:0.9938,trainLoss:0.034897,validLoss:0.013365,trainTime:64,validTime:29,totalTime:13543 Epoch:2,cv:5,trainAcc:0.9925,validAcc:0.9951,trainLoss:0.026963,validLoss:0.014863,trainTime:65,validTime:30,totalTime:13638 Epoch:2,cv:5,trainAcc:0.9975,validAcc:0.9916,trainLoss:0.010819,validLoss:0.020366,trainTime:64,validTime:29,totalTime:13731 Epoch:2,cv:5,trainAcc:0.9925,validAcc:0.9889,trainLoss:0.019692,validLoss:0.008359,trainTime:64,validTime:29,totalTime:13824 Epoch:2,cv:5,trainAcc:0.9915,validAcc:0.9894,trainLoss:0.011185,validLoss:0.012870,trainTime:64,validTime:29,totalTime:13918 Epoch:2,cv:5,trainAcc:0.9850,validAcc:0.9549,trainLoss:0.023736,validLoss:0.032423,trainTime:64,validTime:29,totalTime:14011 Epoch:2,cv:5,trainAcc:0.9730,validAcc:0.9850,trainLoss:0.047499,validLoss:0.048955,trainTime:64,validTime:29,totalTime:14104 Epoch:2,cv:5,trainAcc:0.9925,validAcc:0.9920,trainLoss:0.020733,validLoss:0.016426,trainTime:64,validTime:29,totalTime:14198 Epoch:2,cv:5,trainAcc:0.9910,validAcc:0.9841,trainLoss:0.019107,validLoss:0.016287,trainTime:64,validTime:29,totalTime:14291 Epoch:2,cv:6,trainAcc:0.9960,validAcc:0.9929,trainLoss:0.005196,validLoss:0.006046,trainTime:64,validTime:29,totalTime:14384 Epoch:2,cv:6,trainAcc:0.9940,validAcc:0.9836,trainLoss:0.012365,validLoss:0.045087,trainTime:64,validTime:30,totalTime:14478 Epoch:2,cv:6,trainAcc:0.9795,validAcc:0.9912,trainLoss:0.050622,validLoss:0.027627,trainTime:64,validTime:30,totalTime:14572 Epoch:2,cv:6,trainAcc:0.9955,validAcc:0.9912,trainLoss:0.011215,validLoss:0.029593,trainTime:65,validTime:30,totalTime:14667 Epoch:2,cv:6,trainAcc:0.9935,validAcc:0.9947,trainLoss:0.007533,validLoss:0.010823,trainTime:64,validTime:29,totalTime:14760 Epoch:2,cv:6,trainAcc:0.9880,validAcc:0.9907,trainLoss:0.027909,validLoss:0.026768,trainTime:64,validTime:29,totalTime:14854 Epoch:2,cv:6,trainAcc:0.9935,validAcc:0.9982,trainLoss:0.016097,validLoss:0.005362,trainTime:64,validTime:29,totalTime:14948 Epoch:2,cv:6,trainAcc:0.9860,validAcc:0.9885,trainLoss:0.016794,validLoss:0.040716,trainTime:64,validTime:29,totalTime:15041 Epoch:2,cv:6,trainAcc:0.9915,validAcc:0.9934,trainLoss:0.016762,validLoss:0.019796,trainTime:64,validTime:29,totalTime:15134 Epoch:2,cv:6,trainAcc:0.9875,validAcc:0.9885,trainLoss:0.025523,validLoss:0.033907,trainTime:64,validTime:29,totalTime:15228 Epoch:2,cv:7,trainAcc:0.9875,validAcc:0.9925,trainLoss:0.011711,validLoss:0.018589,trainTime:64,validTime:29,totalTime:15321 Epoch:2,cv:7,trainAcc:0.9885,validAcc:0.9796,trainLoss:0.011755,validLoss:0.072864,trainTime:64,validTime:29,totalTime:15414 Epoch:2,cv:7,trainAcc:0.9920,validAcc:0.9912,trainLoss:0.017403,validLoss:0.013393,trainTime:64,validTime:29,totalTime:15508 Epoch:2,cv:7,trainAcc:0.9875,validAcc:0.9619,trainLoss:0.020808,validLoss:0.082363,trainTime:64,validTime:30,totalTime:15602 Epoch:2,cv:7,trainAcc:0.9910,validAcc:0.9854,trainLoss:0.020002,validLoss:0.040509,trainTime:64,validTime:29,totalTime:15695 Epoch:2,cv:7,trainAcc:0.9955,validAcc:0.9938,trainLoss:0.004947,validLoss:0.005429,trainTime:64,validTime:29,totalTime:15789 Epoch:2,cv:7,trainAcc:0.9860,validAcc:0.9708,trainLoss:0.032782,validLoss:0.086177,trainTime:64,validTime:29,totalTime:15882 Epoch:2,cv:7,trainAcc:0.9770,validAcc:0.9801,trainLoss:0.047676,validLoss:0.051892,trainTime:64,validTime:29,totalTime:15975 Epoch:2,cv:7,trainAcc:0.9950,validAcc:0.9996,trainLoss:0.014331,validLoss:0.003976,trainTime:64,validTime:30,totalTime:16069 Epoch:2,cv:7,trainAcc:0.9960,validAcc:0.9920,trainLoss:0.008864,validLoss:0.014402,trainTime:64,validTime:29,totalTime:16163 Epoch:2,cv:8,trainAcc:0.9983,validAcc:0.9973,trainLoss:0.001329,validLoss:0.006267,trainTime:63,validTime:29,totalTime:16255 Epoch:2,cv:8,trainAcc:0.9975,validAcc:0.9978,trainLoss:0.004182,validLoss:0.006867,trainTime:64,validTime:29,totalTime:16349 Epoch:2,cv:8,trainAcc:0.9985,validAcc:0.9996,trainLoss:0.004360,validLoss:0.002591,trainTime:64,validTime:29,totalTime:16442 Epoch:2,cv:8,trainAcc:0.9960,validAcc:0.9912,trainLoss:0.011867,validLoss:0.025863,trainTime:64,validTime:29,totalTime:16536 Epoch:2,cv:8,trainAcc:0.9940,validAcc:0.9898,trainLoss:0.012734,validLoss:0.017932,trainTime:64,validTime:29,totalTime:16629 Epoch:2,cv:8,trainAcc:0.9895,validAcc:0.9845,trainLoss:0.023524,validLoss:0.027295,trainTime:64,validTime:29,totalTime:16722 Epoch:2,cv:8,trainAcc:0.9940,validAcc:0.9960,trainLoss:0.008650,validLoss:0.010086,trainTime:64,validTime:29,totalTime:16816 Epoch:2,cv:8,trainAcc:0.9905,validAcc:0.9934,trainLoss:0.011339,validLoss:0.015760,trainTime:64,validTime:29,totalTime:16909 Epoch:2,cv:8,trainAcc:0.9910,validAcc:0.9894,trainLoss:0.016164,validLoss:0.023782,trainTime:64,validTime:29,totalTime:17003 Epoch:2,cv:8,trainAcc:0.9870,validAcc:0.9938,trainLoss:0.014365,validLoss:0.006376,trainTime:64,validTime:29,totalTime:17096 Epoch:2,cv:9,trainAcc:0.9950,validAcc:0.9960,trainLoss:0.017323,validLoss:0.010076,trainTime:63,validTime:30,totalTime:17189 Epoch:2,cv:9,trainAcc:0.9920,validAcc:0.9960,trainLoss:0.013716,validLoss:0.003579,trainTime:64,validTime:30,totalTime:17283 Epoch:2,cv:9,trainAcc:0.9970,validAcc:0.9978,trainLoss:0.011605,validLoss:0.004155,trainTime:64,validTime:30,totalTime:17377 Epoch:2,cv:9,trainAcc:0.9985,validAcc:0.9947,trainLoss:0.006465,validLoss:0.015286,trainTime:64,validTime:30,totalTime:17471 Epoch:2,cv:9,trainAcc:0.9900,validAcc:0.9920,trainLoss:0.026433,validLoss:0.018396,trainTime:64,validTime:30,totalTime:17565 Epoch:2,cv:9,trainAcc:0.9950,validAcc:0.9796,trainLoss:0.010576,validLoss:0.010177,trainTime:64,validTime:29,totalTime:17659 Epoch:2,cv:9,trainAcc:0.9770,validAcc:0.9588,trainLoss:0.030272,validLoss:0.123700,trainTime:64,validTime:29,totalTime:17752 Epoch:2,cv:9,trainAcc:0.9875,validAcc:0.9872,trainLoss:0.029064,validLoss:0.025322,trainTime:64,validTime:30,totalTime:17846 Epoch:2,cv:9,trainAcc:0.9910,validAcc:0.9942,trainLoss:0.027229,validLoss:0.009445,trainTime:64,validTime:29,totalTime:17939 Epoch:2,cv:9,trainAcc:0.9965,validAcc:0.9987,trainLoss:0.008315,validLoss:0.002591,trainTime:64,validTime:29,totalTime:18032 Epoch:2,cv:10,trainAcc:0.9950,validAcc:0.9978,trainLoss:0.003464,validLoss:0.008436,trainTime:64,validTime:30,totalTime:18126 Epoch:2,cv:10,trainAcc:0.9995,validAcc:0.9987,trainLoss:0.003919,validLoss:0.003513,trainTime:64,validTime:30,totalTime:18219 Epoch:2,cv:10,trainAcc:0.9985,validAcc:0.9987,trainLoss:0.000859,validLoss:0.000838,trainTime:64,validTime:30,totalTime:18313 Epoch:2,cv:10,trainAcc:0.9995,validAcc:0.9982,trainLoss:0.001168,validLoss:0.001225,trainTime:64,validTime:29,totalTime:18407 Epoch:2,cv:10,trainAcc:0.9945,validAcc:0.9965,trainLoss:0.010601,validLoss:0.004983,trainTime:64,validTime:29,totalTime:18500 Epoch:2,cv:10,trainAcc:1.0000,validAcc:0.9991,trainLoss:0.001491,validLoss:0.001008,trainTime:64,validTime:29,totalTime:18593 Epoch:2,cv:10,trainAcc:0.9880,validAcc:0.9796,trainLoss:0.027408,validLoss:0.053195,trainTime:64,validTime:29,totalTime:18687 Epoch:2,cv:10,trainAcc:0.9910,validAcc:0.9934,trainLoss:0.017718,validLoss:0.013954,trainTime:64,validTime:29,totalTime:18780 Epoch:2,cv:10,trainAcc:0.9950,validAcc:0.9969,trainLoss:0.018582,validLoss:0.004518,trainTime:64,validTime:30,totalTime:18874 Epoch:2,cv:10,trainAcc:0.9950,validAcc:0.9978,trainLoss:0.020057,validLoss:0.005830,trainTime:64,validTime:29,totalTime:18967 Epoch:2,cv:10,trainAcc:0.9960,validAcc:0.9969,trainLoss:0.005942,validLoss:0.006198,trainTime:63,validTime:29,totalTime:19059 Epoch:3,cv:1,trainAcc:0.9980,validAcc:0.9982,trainLoss:0.003990,validLoss:0.004971,trainTime:64,validTime:29,totalTime:19153 Epoch:3,cv:1,trainAcc:0.9905,validAcc:0.9748,trainLoss:0.027808,validLoss:0.048506,trainTime:64,validTime:29,totalTime:19246 Epoch:3,cv:1,trainAcc:0.9940,validAcc:0.9973,trainLoss:0.022099,validLoss:0.006332,trainTime:64,validTime:30,totalTime:19340 Epoch:3,cv:1,trainAcc:0.9975,validAcc:0.9965,trainLoss:0.009310,validLoss:0.007612,trainTime:64,validTime:30,totalTime:19434 Epoch:3,cv:1,trainAcc:0.9960,validAcc:0.9991,trainLoss:0.014999,validLoss:0.003287,trainTime:64,validTime:29,totalTime:19527 Epoch:3,cv:1,trainAcc:0.9965,validAcc:0.9792,trainLoss:0.008444,validLoss:0.038466,trainTime:64,validTime:29,totalTime:19621 Epoch:3,cv:1,trainAcc:0.9970,validAcc:0.9978,trainLoss:0.009658,validLoss:0.006497,trainTime:64,validTime:29,totalTime:19715 Epoch:3,cv:1,trainAcc:0.9985,validAcc:0.9991,trainLoss:0.001911,validLoss:0.001834,trainTime:64,validTime:30,totalTime:19809 Epoch:3,cv:1,trainAcc:0.9935,validAcc:0.9819,trainLoss:0.012692,validLoss:0.033287,trainTime:64,validTime:29,totalTime:19902 Epoch:3,cv:1,trainAcc:0.9765,validAcc:0.9947,trainLoss:0.033086,validLoss:0.015797,trainTime:64,validTime:29,totalTime:19995 Epoch:3,cv:2,trainAcc:0.9867,validAcc:0.9947,trainLoss:0.024271,validLoss:0.010730,trainTime:64,validTime:29,totalTime:20088 Epoch:3,cv:2,trainAcc:0.9900,validAcc:0.9947,trainLoss:0.020451,validLoss:0.010690,trainTime:64,validTime:29,totalTime:20182 Epoch:3,cv:2,trainAcc:0.9960,validAcc:0.9965,trainLoss:0.004548,validLoss:0.002011,trainTime:64,validTime:29,totalTime:20275 Epoch:3,cv:2,trainAcc:0.9980,validAcc:0.9969,trainLoss:0.001274,validLoss:0.002296,trainTime:64,validTime:29,totalTime:20368 Epoch:3,cv:2,trainAcc:0.9950,validAcc:0.9823,trainLoss:0.005188,validLoss:0.058243,trainTime:64,validTime:30,totalTime:20462 Epoch:3,cv:2,trainAcc:0.9900,validAcc:0.9863,trainLoss:0.022165,validLoss:0.017726,trainTime:64,validTime:30,totalTime:20556 Epoch:3,cv:2,trainAcc:0.9965,validAcc:0.9973,trainLoss:0.007776,validLoss:0.006592,trainTime:64,validTime:29,totalTime:20650 Epoch:3,cv:2,trainAcc:0.9945,validAcc:0.9925,trainLoss:0.004457,validLoss:0.005122,trainTime:64,validTime:29,totalTime:20743 Epoch:3,cv:2,trainAcc:0.9845,validAcc:0.9916,trainLoss:0.024712,validLoss:0.010732,trainTime:64,validTime:29,totalTime:20837 Epoch:3,cv:2,trainAcc:0.9950,validAcc:0.9973,trainLoss:0.007087,validLoss:0.007130,trainTime:64,validTime:29,totalTime:20930 Epoch:3,cv:3,trainAcc:0.9950,validAcc:0.9965,trainLoss:0.003569,validLoss:0.002430,trainTime:64,validTime:30,totalTime:21023 Epoch:3,cv:3,trainAcc:0.9990,validAcc:0.9982,trainLoss:0.000678,validLoss:0.000603,trainTime:64,validTime:29,totalTime:21117 Epoch:3,cv:3,trainAcc:0.9985,validAcc:0.9960,trainLoss:0.000316,validLoss:0.000440,trainTime:64,validTime:29,totalTime:21210 Epoch:3,cv:3,trainAcc:0.9935,validAcc:0.9934,trainLoss:0.005103,validLoss:0.005439,trainTime:64,validTime:29,totalTime:21304 Epoch:3,cv:3,trainAcc:0.9870,validAcc:0.9544,trainLoss:0.008672,validLoss:0.029894,trainTime:64,validTime:30,totalTime:21397 Epoch:3,cv:3,trainAcc:0.9775,validAcc:0.9677,trainLoss:0.044495,validLoss:0.089463,trainTime:64,validTime:30,totalTime:21491 Epoch:3,cv:3,trainAcc:0.9930,validAcc:0.9929,trainLoss:0.021500,validLoss:0.018575,trainTime:64,validTime:30,totalTime:21585 Epoch:3,cv:3,trainAcc:0.9975,validAcc:0.9942,trainLoss:0.004971,validLoss:0.009586,trainTime:64,validTime:29,totalTime:21678 Epoch:3,cv:3,trainAcc:0.9950,validAcc:0.9947,trainLoss:0.009364,validLoss:0.011498,trainTime:64,validTime:30,totalTime:21772 Epoch:3,cv:3,trainAcc:0.9935,validAcc:0.9942,trainLoss:0.001264,validLoss:0.004497,trainTime:65,validTime:53,totalTime:21889 Epoch:3,cv:4,trainAcc:0.9957,validAcc:0.9907,trainLoss:0.007716,validLoss:0.032277,trainTime:91,validTime:85,totalTime:22066 Epoch:3,cv:4,trainAcc:0.9865,validAcc:0.9907,trainLoss:0.027831,validLoss:0.017417,trainTime:76,validTime:30,totalTime:22172 Epoch:3,cv:4,trainAcc:0.9900,validAcc:0.9947,trainLoss:0.015767,validLoss:0.009926,trainTime:65,validTime:30,totalTime:22268 Epoch:3,cv:4,trainAcc:0.9900,validAcc:0.9872,trainLoss:0.019003,validLoss:0.033439,trainTime:65,validTime:30,totalTime:22363 Epoch:3,cv:4,trainAcc:0.9910,validAcc:0.9916,trainLoss:0.005460,validLoss:0.006737,trainTime:64,validTime:30,totalTime:22457 Epoch:3,cv:4,trainAcc:0.9925,validAcc:0.9942,trainLoss:0.005848,validLoss:0.003337,trainTime:64,validTime:30,totalTime:22552 Epoch:3,cv:4,trainAcc:0.9980,validAcc:0.9973,trainLoss:0.002411,validLoss:0.004126,trainTime:65,validTime:30,totalTime:22646 Epoch:3,cv:4,trainAcc:0.9965,validAcc:0.9960,trainLoss:0.006852,validLoss:0.002804,trainTime:64,validTime:30,totalTime:22740 Epoch:3,cv:4,trainAcc:0.9890,validAcc:0.9823,trainLoss:0.026021,validLoss:0.037221,trainTime:65,validTime:30,totalTime:22834 Epoch:3,cv:4,trainAcc:0.9910,validAcc:0.9929,trainLoss:0.016412,validLoss:0.011318,trainTime:64,validTime:30,totalTime:22929 Epoch:3,cv:5,trainAcc:0.9983,validAcc:0.9969,trainLoss:0.002665,validLoss:0.005628,trainTime:64,validTime:30,totalTime:23022 Epoch:3,cv:5,trainAcc:0.9955,validAcc:0.9960,trainLoss:0.004728,validLoss:0.006720,trainTime:65,validTime:30,totalTime:23117 Epoch:3,cv:5,trainAcc:0.9940,validAcc:0.9912,trainLoss:0.017907,validLoss:0.021115,trainTime:65,validTime:30,totalTime:23211 Epoch:3,cv:5,trainAcc:0.9945,validAcc:0.9951,trainLoss:0.019883,validLoss:0.027234,trainTime:64,validTime:30,totalTime:23305 Epoch:3,cv:5,trainAcc:0.9940,validAcc:0.9978,trainLoss:0.012690,validLoss:0.007292,trainTime:64,validTime:30,totalTime:23399 Epoch:3,cv:5,trainAcc:0.9945,validAcc:0.9929,trainLoss:0.011739,validLoss:0.020163,trainTime:65,validTime:30,totalTime:23494 Epoch:3,cv:5,trainAcc:0.9970,validAcc:0.9982,trainLoss:0.006067,validLoss:0.003179,trainTime:65,validTime:30,totalTime:23588 Epoch:3,cv:5,trainAcc:0.9975,validAcc:0.9765,trainLoss:0.001931,validLoss:0.006558,trainTime:64,validTime:30,totalTime:23682 Epoch:3,cv:5,trainAcc:0.9795,validAcc:0.9920,trainLoss:0.013298,validLoss:0.012506,trainTime:65,validTime:30,totalTime:23776 Epoch:3,cv:5,trainAcc:0.9855,validAcc:0.9942,trainLoss:0.023105,validLoss:0.010890,trainTime:64,validTime:30,totalTime:23871 Epoch:3,cv:6,trainAcc:1.0000,validAcc:0.9978,trainLoss:0.000462,validLoss:0.002701,trainTime:64,validTime:30,totalTime:23964 Epoch:3,cv:6,trainAcc:0.9975,validAcc:0.9960,trainLoss:0.000993,validLoss:0.003848,trainTime:64,validTime:30,totalTime:24059 Epoch:3,cv:6,trainAcc:0.9975,validAcc:0.9982,trainLoss:0.001882,validLoss:0.002933,trainTime:64,validTime:30,totalTime:24153 Epoch:3,cv:6,trainAcc:0.9975,validAcc:0.9965,trainLoss:0.005515,validLoss:0.001130,trainTime:64,validTime:30,totalTime:24247 Epoch:3,cv:6,trainAcc:0.9865,validAcc:0.9929,trainLoss:0.028797,validLoss:0.015544,trainTime:65,validTime:30,totalTime:24342 Epoch:3,cv:6,trainAcc:0.9910,validAcc:0.9925,trainLoss:0.006694,validLoss:0.010240,trainTime:64,validTime:29,totalTime:24435 Epoch:3,cv:6,trainAcc:0.9865,validAcc:0.9982,trainLoss:0.027249,validLoss:0.003661,trainTime:64,validTime:29,totalTime:24528 Epoch:3,cv:6,trainAcc:0.9945,validAcc:0.9934,trainLoss:0.009266,validLoss:0.012613,trainTime:64,validTime:29,totalTime:24621 Epoch:3,cv:6,trainAcc:0.9970,validAcc:0.9947,trainLoss:0.010677,validLoss:0.008877,trainTime:64,validTime:29,totalTime:24714 Epoch:3,cv:6,trainAcc:0.9970,validAcc:0.9925,trainLoss:0.004039,validLoss:0.013399,trainTime:64,validTime:29,totalTime:24807 Epoch:3,cv:7,trainAcc:0.9975,validAcc:0.9947,trainLoss:0.007052,validLoss:0.005728,trainTime:63,validTime:29,totalTime:24900 Epoch:3,cv:7,trainAcc:0.9930,validAcc:0.9912,trainLoss:0.010899,validLoss:0.031030,trainTime:64,validTime:29,totalTime:24993 Epoch:3,cv:7,trainAcc:0.9900,validAcc:0.9973,trainLoss:0.035604,validLoss:0.007729,trainTime:64,validTime:29,totalTime:25086 Epoch:3,cv:7,trainAcc:0.9970,validAcc:0.9996,trainLoss:0.004484,validLoss:0.001568,trainTime:64,validTime:29,totalTime:25179 Epoch:3,cv:7,trainAcc:0.9970,validAcc:0.9996,trainLoss:0.002802,validLoss:0.001645,trainTime:64,validTime:29,totalTime:25271 Epoch:3,cv:7,trainAcc:0.9945,validAcc:0.9863,trainLoss:0.007441,validLoss:0.029377,trainTime:64,validTime:29,totalTime:25365 Epoch:3,cv:7,trainAcc:0.9955,validAcc:0.9956,trainLoss:0.011703,validLoss:0.009935,trainTime:64,validTime:29,totalTime:25458 Epoch:3,cv:7,trainAcc:0.9975,validAcc:0.9960,trainLoss:0.003095,validLoss:0.006734,trainTime:64,validTime:29,totalTime:25551 Epoch:3,cv:7,trainAcc:0.9990,validAcc:0.9987,trainLoss:0.001246,validLoss:0.002951,trainTime:64,validTime:29,totalTime:25644 Epoch:3,cv:7,trainAcc:0.9975,validAcc:0.9991,trainLoss:0.000324,validLoss:0.002665,trainTime:64,validTime:29,totalTime:25737 Epoch:3,cv:8,trainAcc:1.0000,validAcc:0.9996,trainLoss:0.000276,validLoss:0.000227,trainTime:63,validTime:29,totalTime:25829 Epoch:3,cv:8,trainAcc:0.9990,validAcc:0.9978,trainLoss:0.000126,validLoss:0.000124,trainTime:64,validTime:29,totalTime:25922 Epoch:3,cv:8,trainAcc:0.9980,validAcc:0.9978,trainLoss:0.000105,validLoss:0.000061,trainTime:64,validTime:29,totalTime:26015 Epoch:3,cv:8,trainAcc:0.9975,validAcc:0.9960,trainLoss:0.000179,validLoss:0.000063,trainTime:64,validTime:29,totalTime:26108 Epoch:3,cv:8,trainAcc:0.9955,validAcc:0.9938,trainLoss:0.004478,validLoss:0.000851,trainTime:64,validTime:29,totalTime:26201 Epoch:3,cv:8,trainAcc:0.9960,validAcc:0.9929,trainLoss:0.000480,validLoss:0.000535,trainTime:64,validTime:29,totalTime:26294 Epoch:3,cv:8,trainAcc:0.9935,validAcc:0.9920,trainLoss:0.000816,validLoss:0.000258,trainTime:64,validTime:29,totalTime:26387 Epoch:3,cv:8,trainAcc:0.9745,validAcc:0.9854,trainLoss:0.061624,validLoss:0.044251,trainTime:64,validTime:29,totalTime:26480 Epoch:3,cv:8,trainAcc:0.9910,validAcc:0.9925,trainLoss:0.024584,validLoss:0.013397,trainTime:64,validTime:29,totalTime:26573 Epoch:3,cv:8,trainAcc:0.9960,validAcc:0.9969,trainLoss:0.007641,validLoss:0.004248,trainTime:64,validTime:29,totalTime:26666 Epoch:3,cv:9,trainAcc:0.9925,validAcc:0.9920,trainLoss:0.031093,validLoss:0.015010,trainTime:63,validTime:29,totalTime:26758 Epoch:3,cv:9,trainAcc:0.9980,validAcc:0.9978,trainLoss:0.005910,validLoss:0.002707,trainTime:64,validTime:29,totalTime:26851 Epoch:3,cv:9,trainAcc:0.9980,validAcc:0.9987,trainLoss:0.003556,validLoss:0.001597,trainTime:64,validTime:29,totalTime:26944 Epoch:3,cv:9,trainAcc:0.9975,validAcc:0.9956,trainLoss:0.003940,validLoss:0.010813,trainTime:64,validTime:29,totalTime:27037 Epoch:3,cv:9,trainAcc:0.9950,validAcc:0.9960,trainLoss:0.008307,validLoss:0.005921,trainTime:64,validTime:29,totalTime:27130 Epoch:3,cv:9,trainAcc:0.9955,validAcc:0.9947,trainLoss:0.009202,validLoss:0.010451,trainTime:64,validTime:29,totalTime:27223 Epoch:3,cv:9,trainAcc:0.9970,validAcc:0.9973,trainLoss:0.006268,validLoss:0.004620,trainTime:64,validTime:29,totalTime:27316 Epoch:3,cv:9,trainAcc:0.9985,validAcc:0.9978,trainLoss:0.001345,validLoss:0.003864,trainTime:64,validTime:29,totalTime:27409 Epoch:3,cv:9,trainAcc:0.9960,validAcc:0.9969,trainLoss:0.001330,validLoss:0.000468,trainTime:64,validTime:29,totalTime:27502 Epoch:3,cv:9,trainAcc:0.9905,validAcc:0.9947,trainLoss:0.007414,validLoss:0.010646,trainTime:64,validTime:29,totalTime:27595 Epoch:3,cv:10,trainAcc:0.9950,validAcc:0.9757,trainLoss:0.001314,validLoss:0.049514,trainTime:63,validTime:29,totalTime:27688 Epoch:3,cv:10,trainAcc:0.9960,validAcc:0.9925,trainLoss:0.005148,validLoss:0.008137,trainTime:64,validTime:29,totalTime:27781 Epoch:3,cv:10,trainAcc:0.9820,validAcc:0.9907,trainLoss:0.036193,validLoss:0.034326,trainTime:64,validTime:29,totalTime:27874 Epoch:3,cv:10,trainAcc:0.9900,validAcc:0.9881,trainLoss:0.026645,validLoss:0.022167,trainTime:64,validTime:29,totalTime:27967 Epoch:3,cv:10,trainAcc:0.9945,validAcc:0.9929,trainLoss:0.004399,validLoss:0.008148,trainTime:64,validTime:29,totalTime:28060 Epoch:3,cv:10,trainAcc:0.9940,validAcc:0.9987,trainLoss:0.007847,validLoss:0.003648,trainTime:64,validTime:29,totalTime:28153 Epoch:3,cv:10,trainAcc:0.9975,validAcc:0.9956,trainLoss:0.000808,validLoss:0.000918,trainTime:64,validTime:29,totalTime:28246 Epoch:3,cv:10,trainAcc:0.9955,validAcc:0.9991,trainLoss:0.000545,validLoss:0.000398,trainTime:64,validTime:29,totalTime:28339 Epoch:3,cv:10,trainAcc:0.9980,validAcc:0.9973,trainLoss:0.000567,validLoss:0.000525,trainTime:64,validTime:29,totalTime:28432 Epoch:3,cv:10,trainAcc:0.9960,validAcc:0.9965,trainLoss:0.000329,validLoss:0.000112,trainTime:64,validTime:29,totalTime:28525 Epoch:3,cv:10,trainAcc:0.9990,validAcc:0.9991,trainLoss:0.000264,validLoss:0.000305,trainTime:63,validTime:29,totalTime:28617 finish
In [2]:
# err,err_tit,correct,correct_tit = models.model_validation('checkpoints/nin/epoch2mlp3lr0001',test_X,test_Y,'ninmlp3_2.csv')
err,err_tit,correct,correct_tit = models.model_validation('checkpoints/nin/epoch2mlp3lr0001',test_X,test_Y)
In [3]:
print("error predict:")
plot_gallery(err,err_tit)
error predict:
<matplotlib.figure.Figure at 0x12738dd3e48>
In [4]:
print("correct predict:")
plot_gallery(correct,correct_tit)
correct predict:
In [2]:
models.test_set_predict("checkpoints/nin/epoch2mlp3lr0001",20)
In [5]:
nin = models.Deep_nin((224,224,3),10)
nin.cv_train(X,Y,2,10,'checkpoints/deep/lr0001')
use default graph init graph init variables training... Epoch:1,cv:1,trainAcc:0.1540,validAcc:0.0942,trainLoss:2.324592,validLoss:2.736719,trainTime:68,validTime:54,totalTime:122 Epoch:1,cv:1,trainAcc:0.3070,validAcc:0.1031,trainLoss:1.976131,validLoss:3.462744,trainTime:66,validTime:53,totalTime:240 Epoch:1,cv:1,trainAcc:0.4830,validAcc:0.1228,trainLoss:1.460518,validLoss:3.724320,trainTime:66,validTime:53,totalTime:359 Epoch:1,cv:1,trainAcc:0.6710,validAcc:0.1228,trainLoss:1.007318,validLoss:9.025098,trainTime:66,validTime:53,totalTime:478 Epoch:1,cv:1,trainAcc:0.7640,validAcc:0.1237,trainLoss:0.766599,validLoss:4.767917,trainTime:66,validTime:53,totalTime:597 Epoch:1,cv:1,trainAcc:0.8170,validAcc:0.1970,trainLoss:0.588543,validLoss:3.637695,trainTime:66,validTime:53,totalTime:715 Epoch:1,cv:1,trainAcc:0.8400,validAcc:0.4544,trainLoss:0.503924,validLoss:1.947571,trainTime:66,validTime:53,totalTime:834 Epoch:1,cv:1,trainAcc:0.8710,validAcc:0.3618,trainLoss:0.434264,validLoss:1.996137,trainTime:66,validTime:53,totalTime:954 Epoch:1,cv:1,trainAcc:0.8960,validAcc:0.7778,trainLoss:0.347782,validLoss:0.633735,trainTime:66,validTime:53,totalTime:1072 Epoch:1,cv:1,trainAcc:0.9050,validAcc:0.6319,trainLoss:0.310695,validLoss:1.281820,trainTime:65,validTime:53,totalTime:1190 Epoch:1,cv:1,trainAcc:0.9180,validAcc:0.7582,trainLoss:0.307613,validLoss:1.457497,trainTime:66,validTime:54,totalTime:1310 Epoch:1,cv:1,trainAcc:0.9110,validAcc:0.6127,trainLoss:0.304619,validLoss:1.389894,trainTime:67,validTime:55,totalTime:1432 Epoch:1,cv:1,trainAcc:0.9100,validAcc:0.6513,trainLoss:0.306612,validLoss:1.070205,trainTime:68,validTime:57,totalTime:1557 Epoch:1,cv:1,trainAcc:0.9330,validAcc:0.7616,trainLoss:0.240593,validLoss:0.778063,trainTime:67,validTime:55,totalTime:1680 Epoch:1,cv:1,trainAcc:0.9420,validAcc:0.8080,trainLoss:0.199569,validLoss:0.574030,trainTime:67,validTime:55,totalTime:1803 Epoch:1,cv:1,trainAcc:0.9190,validAcc:0.5433,trainLoss:0.250693,validLoss:2.227687,trainTime:68,validTime:55,totalTime:1925 Epoch:1,cv:1,trainAcc:0.9220,validAcc:0.7662,trainLoss:0.241761,validLoss:0.957428,trainTime:67,validTime:55,totalTime:2048 Epoch:1,cv:1,trainAcc:0.9180,validAcc:0.6754,trainLoss:0.248183,validLoss:1.161460,trainTime:67,validTime:55,totalTime:2170 Epoch:1,cv:1,trainAcc:0.9480,validAcc:0.7884,trainLoss:0.161512,validLoss:0.657759,trainTime:68,validTime:57,totalTime:2295 Epoch:1,cv:1,trainAcc:0.9600,validAcc:0.9267,trainLoss:0.156534,validLoss:0.231439,trainTime:68,validTime:55,totalTime:2418 Epoch:1,cv:2,trainAcc:0.9667,validAcc:0.9369,trainLoss:0.108968,validLoss:0.206908,trainTime:67,validTime:55,totalTime:2540 Epoch:1,cv:2,trainAcc:0.9350,validAcc:0.6542,trainLoss:0.214141,validLoss:1.039834,trainTime:65,validTime:53,totalTime:2658 Epoch:1,cv:2,trainAcc:0.9400,validAcc:0.7354,trainLoss:0.197306,validLoss:0.854109,trainTime:65,validTime:53,totalTime:2775 Epoch:1,cv:2,trainAcc:0.9500,validAcc:0.7012,trainLoss:0.176598,validLoss:1.194490,trainTime:65,validTime:53,totalTime:2893 Epoch:1,cv:2,trainAcc:0.9530,validAcc:0.8044,trainLoss:0.150079,validLoss:0.586721,trainTime:65,validTime:53,totalTime:3011 Epoch:1,cv:2,trainAcc:0.9700,validAcc:0.8978,trainLoss:0.105327,validLoss:0.335551,trainTime:65,validTime:53,totalTime:3129 Epoch:1,cv:2,trainAcc:0.9780,validAcc:0.7800,trainLoss:0.087457,validLoss:0.630467,trainTime:65,validTime:53,totalTime:3246 Epoch:1,cv:2,trainAcc:0.9620,validAcc:0.9373,trainLoss:0.142227,validLoss:0.209156,trainTime:65,validTime:53,totalTime:3364 Epoch:1,cv:2,trainAcc:0.9670,validAcc:0.8969,trainLoss:0.106058,validLoss:0.326567,trainTime:65,validTime:53,totalTime:3481 Epoch:1,cv:2,trainAcc:0.9700,validAcc:0.9396,trainLoss:0.108202,validLoss:0.203947,trainTime:65,validTime:53,totalTime:3599 Epoch:1,cv:2,trainAcc:0.9660,validAcc:0.8271,trainLoss:0.141654,validLoss:0.592648,trainTime:65,validTime:53,totalTime:3716 Epoch:1,cv:2,trainAcc:0.9530,validAcc:0.9267,trainLoss:0.139342,validLoss:0.240229,trainTime:65,validTime:53,totalTime:3834 Epoch:1,cv:2,trainAcc:0.9630,validAcc:0.8465,trainLoss:0.125956,validLoss:0.493503,trainTime:65,validTime:53,totalTime:3952 Epoch:1,cv:2,trainAcc:0.9510,validAcc:0.9018,trainLoss:0.171706,validLoss:0.325838,trainTime:65,validTime:53,totalTime:4069 Epoch:1,cv:2,trainAcc:0.9560,validAcc:0.7772,trainLoss:0.125647,validLoss:0.738766,trainTime:65,validTime:53,totalTime:4187 Epoch:1,cv:2,trainAcc:0.9620,validAcc:0.5819,trainLoss:0.111004,validLoss:1.882994,trainTime:65,validTime:53,totalTime:4304 Epoch:1,cv:2,trainAcc:0.9670,validAcc:0.9613,trainLoss:0.089446,validLoss:0.118234,trainTime:65,validTime:53,totalTime:4422 Epoch:1,cv:2,trainAcc:0.9730,validAcc:0.7849,trainLoss:0.080421,validLoss:0.787908,trainTime:65,validTime:53,totalTime:4540 Epoch:1,cv:2,trainAcc:0.9780,validAcc:0.9609,trainLoss:0.083516,validLoss:0.131788,trainTime:65,validTime:53,totalTime:4657 Epoch:1,cv:2,trainAcc:0.9600,validAcc:0.8160,trainLoss:0.123867,validLoss:0.770721,trainTime:65,validTime:53,totalTime:4775 Epoch:1,cv:3,trainAcc:0.9677,validAcc:0.8884,trainLoss:0.099566,validLoss:0.301363,trainTime:64,validTime:53,totalTime:4892 Epoch:1,cv:3,trainAcc:0.9800,validAcc:0.8364,trainLoss:0.080955,validLoss:0.576223,trainTime:65,validTime:53,totalTime:5010 Epoch:1,cv:3,trainAcc:0.9640,validAcc:0.8107,trainLoss:0.105618,validLoss:0.891232,trainTime:65,validTime:53,totalTime:5127 Epoch:1,cv:3,trainAcc:0.9630,validAcc:0.8702,trainLoss:0.112356,validLoss:0.377984,trainTime:65,validTime:53,totalTime:5245 Epoch:1,cv:3,trainAcc:0.9710,validAcc:0.8458,trainLoss:0.114125,validLoss:0.470289,trainTime:65,validTime:53,totalTime:5362 Epoch:1,cv:3,trainAcc:0.9750,validAcc:0.9760,trainLoss:0.076193,validLoss:0.097296,trainTime:65,validTime:53,totalTime:5480 Epoch:1,cv:3,trainAcc:0.9680,validAcc:0.8258,trainLoss:0.105041,validLoss:0.596489,trainTime:65,validTime:53,totalTime:5597 Epoch:1,cv:3,trainAcc:0.9730,validAcc:0.9720,trainLoss:0.082152,validLoss:0.102407,trainTime:65,validTime:53,totalTime:5715 Epoch:1,cv:3,trainAcc:0.9840,validAcc:0.6876,trainLoss:0.054315,validLoss:0.975754,trainTime:65,validTime:53,totalTime:5833 Epoch:1,cv:3,trainAcc:0.9700,validAcc:0.6502,trainLoss:0.096781,validLoss:1.665695,trainTime:65,validTime:53,totalTime:5950 Epoch:1,cv:3,trainAcc:0.9770,validAcc:0.9178,trainLoss:0.070799,validLoss:0.243816,trainTime:65,validTime:53,totalTime:6068 Epoch:1,cv:3,trainAcc:0.9780,validAcc:0.8733,trainLoss:0.087034,validLoss:0.412047,trainTime:65,validTime:53,totalTime:6186 Epoch:1,cv:3,trainAcc:0.9670,validAcc:0.7307,trainLoss:0.110644,validLoss:0.982882,trainTime:65,validTime:53,totalTime:6303 Epoch:1,cv:3,trainAcc:0.9730,validAcc:0.9524,trainLoss:0.083201,validLoss:0.141937,trainTime:65,validTime:53,totalTime:6421 Epoch:1,cv:3,trainAcc:0.9760,validAcc:0.9596,trainLoss:0.064197,validLoss:0.123507,trainTime:65,validTime:53,totalTime:6539 Epoch:1,cv:3,trainAcc:0.9780,validAcc:0.8151,trainLoss:0.058905,validLoss:0.624217,trainTime:65,validTime:53,totalTime:6656 Epoch:1,cv:3,trainAcc:0.9780,validAcc:0.9329,trainLoss:0.054856,validLoss:0.227901,trainTime:65,validTime:53,totalTime:6774 Epoch:1,cv:3,trainAcc:0.9800,validAcc:0.8133,trainLoss:0.071485,validLoss:0.878364,trainTime:65,validTime:53,totalTime:6892 Epoch:1,cv:3,trainAcc:0.9650,validAcc:0.8587,trainLoss:0.101083,validLoss:0.431227,trainTime:65,validTime:53,totalTime:7009 Epoch:1,cv:3,trainAcc:0.9760,validAcc:0.9684,trainLoss:0.086961,validLoss:0.103011,trainTime:65,validTime:53,totalTime:7127 Epoch:1,cv:4,trainAcc:0.9814,validAcc:0.9804,trainLoss:0.050986,validLoss:0.070351,trainTime:65,validTime:53,totalTime:7244 Epoch:1,cv:4,trainAcc:0.9830,validAcc:0.8308,trainLoss:0.044243,validLoss:0.782087,trainTime:65,validTime:53,totalTime:7362 Epoch:1,cv:4,trainAcc:0.9790,validAcc:0.9542,trainLoss:0.081768,validLoss:0.125630,trainTime:65,validTime:53,totalTime:7479 Epoch:1,cv:4,trainAcc:0.9830,validAcc:0.9413,trainLoss:0.057301,validLoss:0.186051,trainTime:65,validTime:53,totalTime:7597 Epoch:1,cv:4,trainAcc:0.9700,validAcc:0.8770,trainLoss:0.093506,validLoss:0.546589,trainTime:65,validTime:53,totalTime:7715 Epoch:1,cv:4,trainAcc:0.9770,validAcc:0.9701,trainLoss:0.067173,validLoss:0.114253,trainTime:65,validTime:53,totalTime:7832 Epoch:1,cv:4,trainAcc:0.9870,validAcc:0.9853,trainLoss:0.040234,validLoss:0.056045,trainTime:65,validTime:53,totalTime:7950 Epoch:1,cv:4,trainAcc:0.9870,validAcc:0.9787,trainLoss:0.033764,validLoss:0.064572,trainTime:65,validTime:53,totalTime:8068 Epoch:1,cv:4,trainAcc:0.9840,validAcc:0.9187,trainLoss:0.061602,validLoss:0.311133,trainTime:65,validTime:53,totalTime:8185 Epoch:1,cv:4,trainAcc:0.9830,validAcc:0.9338,trainLoss:0.044837,validLoss:0.211459,trainTime:65,validTime:53,totalTime:8303 Epoch:1,cv:4,trainAcc:0.9840,validAcc:0.7973,trainLoss:0.074837,validLoss:0.683804,trainTime:65,validTime:53,totalTime:8421 Epoch:1,cv:4,trainAcc:0.9710,validAcc:0.9449,trainLoss:0.072449,validLoss:0.173177,trainTime:65,validTime:53,totalTime:8538 Epoch:1,cv:4,trainAcc:0.9780,validAcc:0.9342,trainLoss:0.064464,validLoss:0.184158,trainTime:65,validTime:53,totalTime:8656 Epoch:1,cv:4,trainAcc:0.9840,validAcc:0.8618,trainLoss:0.049971,validLoss:0.511313,trainTime:65,validTime:53,totalTime:8774 Epoch:1,cv:4,trainAcc:0.9720,validAcc:0.8101,trainLoss:0.089634,validLoss:0.673063,trainTime:65,validTime:53,totalTime:8891 Epoch:1,cv:4,trainAcc:0.9740,validAcc:0.8898,trainLoss:0.096550,validLoss:0.411092,trainTime:65,validTime:53,totalTime:9009 Epoch:1,cv:4,trainAcc:0.9840,validAcc:0.9787,trainLoss:0.039844,validLoss:0.062371,trainTime:65,validTime:53,totalTime:9126 Epoch:1,cv:4,trainAcc:0.9900,validAcc:0.9764,trainLoss:0.028936,validLoss:0.083846,trainTime:65,validTime:53,totalTime:9244 Epoch:1,cv:4,trainAcc:0.9820,validAcc:0.9809,trainLoss:0.046679,validLoss:0.073015,trainTime:65,validTime:53,totalTime:9362 Epoch:1,cv:4,trainAcc:0.9910,validAcc:0.9599,trainLoss:0.042807,validLoss:0.102109,trainTime:65,validTime:53,totalTime:9479 Epoch:1,cv:5,trainAcc:0.9958,validAcc:0.9920,trainLoss:0.010579,validLoss:0.019800,trainTime:64,validTime:53,totalTime:9597 Epoch:1,cv:5,trainAcc:0.9920,validAcc:0.9800,trainLoss:0.024375,validLoss:0.050237,trainTime:65,validTime:53,totalTime:9714 Epoch:1,cv:5,trainAcc:0.9850,validAcc:0.9369,trainLoss:0.052068,validLoss:0.183385,trainTime:65,validTime:53,totalTime:9832 Epoch:1,cv:5,trainAcc:0.9850,validAcc:0.9067,trainLoss:0.070435,validLoss:0.293054,trainTime:65,validTime:53,totalTime:9950 Epoch:1,cv:5,trainAcc:0.9680,validAcc:0.7987,trainLoss:0.107004,validLoss:0.790300,trainTime:65,validTime:53,totalTime:10067 Epoch:1,cv:5,trainAcc:0.9840,validAcc:0.7996,trainLoss:0.055216,validLoss:0.949568,trainTime:65,validTime:53,totalTime:10185 Epoch:1,cv:5,trainAcc:0.9930,validAcc:0.9769,trainLoss:0.023259,validLoss:0.081152,trainTime:65,validTime:53,totalTime:10302 Epoch:1,cv:5,trainAcc:0.9890,validAcc:0.9804,trainLoss:0.035501,validLoss:0.073033,trainTime:65,validTime:53,totalTime:10420 Epoch:1,cv:5,trainAcc:0.9840,validAcc:0.9396,trainLoss:0.043040,validLoss:0.197309,trainTime:65,validTime:53,totalTime:10538 Epoch:1,cv:5,trainAcc:0.9850,validAcc:0.8742,trainLoss:0.057121,validLoss:0.470603,trainTime:65,validTime:53,totalTime:10655 Epoch:1,cv:5,trainAcc:0.9830,validAcc:0.9600,trainLoss:0.049861,validLoss:0.105555,trainTime:65,validTime:53,totalTime:10773 Epoch:1,cv:5,trainAcc:0.9810,validAcc:0.9564,trainLoss:0.051038,validLoss:0.120229,trainTime:65,validTime:53,totalTime:10890 Epoch:1,cv:5,trainAcc:0.9830,validAcc:0.9502,trainLoss:0.052322,validLoss:0.153586,trainTime:65,validTime:53,totalTime:11008 Epoch:1,cv:5,trainAcc:0.9850,validAcc:0.9738,trainLoss:0.040433,validLoss:0.077390,trainTime:65,validTime:53,totalTime:11125 Epoch:1,cv:5,trainAcc:0.9920,validAcc:0.9653,trainLoss:0.022480,validLoss:0.098306,trainTime:65,validTime:53,totalTime:11243 Epoch:1,cv:5,trainAcc:0.9850,validAcc:0.9920,trainLoss:0.058028,validLoss:0.034849,trainTime:65,validTime:53,totalTime:11361 Epoch:1,cv:5,trainAcc:0.9890,validAcc:0.7600,trainLoss:0.031471,validLoss:1.025105,trainTime:65,validTime:53,totalTime:11478 Epoch:1,cv:5,trainAcc:0.9800,validAcc:0.8658,trainLoss:0.054859,validLoss:0.464076,trainTime:65,validTime:53,totalTime:11596 Epoch:1,cv:5,trainAcc:0.9900,validAcc:0.9844,trainLoss:0.020398,validLoss:0.051828,trainTime:65,validTime:53,totalTime:11713 Epoch:1,cv:5,trainAcc:0.9900,validAcc:0.9102,trainLoss:0.026344,validLoss:0.305888,trainTime:65,validTime:53,totalTime:11831 Epoch:1,cv:6,trainAcc:0.9600,validAcc:0.6484,trainLoss:0.071142,validLoss:2.061571,trainTime:65,validTime:53,totalTime:11949 Epoch:1,cv:6,trainAcc:0.9850,validAcc:0.9364,trainLoss:0.043370,validLoss:0.245974,trainTime:65,validTime:53,totalTime:12066 Epoch:1,cv:6,trainAcc:0.9860,validAcc:0.8516,trainLoss:0.046172,validLoss:0.608910,trainTime:65,validTime:53,totalTime:12184 Epoch:1,cv:6,trainAcc:0.9850,validAcc:0.9604,trainLoss:0.043110,validLoss:0.132955,trainTime:65,validTime:53,totalTime:12302 Epoch:1,cv:6,trainAcc:0.9800,validAcc:0.9458,trainLoss:0.051171,validLoss:0.147704,trainTime:65,validTime:53,totalTime:12419 Epoch:1,cv:6,trainAcc:0.9840,validAcc:0.9578,trainLoss:0.074031,validLoss:0.148030,trainTime:65,validTime:53,totalTime:12537 Epoch:1,cv:6,trainAcc:0.9890,validAcc:0.7880,trainLoss:0.040814,validLoss:0.823322,trainTime:65,validTime:53,totalTime:12654 Epoch:1,cv:6,trainAcc:0.9920,validAcc:0.9373,trainLoss:0.022213,validLoss:0.196965,trainTime:65,validTime:53,totalTime:12772 Epoch:1,cv:6,trainAcc:0.9800,validAcc:0.9258,trainLoss:0.044241,validLoss:0.263693,trainTime:65,validTime:53,totalTime:12890 Epoch:1,cv:6,trainAcc:0.9900,validAcc:0.9236,trainLoss:0.035446,validLoss:0.227415,trainTime:65,validTime:53,totalTime:13007 Epoch:1,cv:6,trainAcc:0.9930,validAcc:0.9858,trainLoss:0.036694,validLoss:0.049487,trainTime:65,validTime:53,totalTime:13124 Epoch:1,cv:6,trainAcc:0.9920,validAcc:0.9124,trainLoss:0.041157,validLoss:0.382549,trainTime:65,validTime:53,totalTime:13242 Epoch:1,cv:6,trainAcc:0.9920,validAcc:0.9276,trainLoss:0.029585,validLoss:0.209443,trainTime:65,validTime:53,totalTime:13360 Epoch:1,cv:6,trainAcc:0.9900,validAcc:0.9782,trainLoss:0.036775,validLoss:0.055991,trainTime:65,validTime:53,totalTime:13477 Epoch:1,cv:6,trainAcc:0.9900,validAcc:0.9591,trainLoss:0.024369,validLoss:0.114189,trainTime:65,validTime:53,totalTime:13595 Epoch:1,cv:6,trainAcc:0.9880,validAcc:0.9551,trainLoss:0.032749,validLoss:0.141246,trainTime:65,validTime:53,totalTime:13712 Epoch:1,cv:6,trainAcc:0.9900,validAcc:0.9724,trainLoss:0.028403,validLoss:0.062378,trainTime:65,validTime:53,totalTime:13830 Epoch:1,cv:6,trainAcc:0.9920,validAcc:0.9809,trainLoss:0.020508,validLoss:0.059777,trainTime:65,validTime:53,totalTime:13947 Epoch:1,cv:6,trainAcc:0.9930,validAcc:0.9804,trainLoss:0.020421,validLoss:0.068610,trainTime:65,validTime:53,totalTime:14065 Epoch:1,cv:6,trainAcc:0.9890,validAcc:0.9440,trainLoss:0.029129,validLoss:0.190342,trainTime:65,validTime:53,totalTime:14182 Epoch:1,cv:6,trainAcc:0.9810,validAcc:0.8787,trainLoss:0.054776,validLoss:0.402433,trainTime:65,validTime:53,totalTime:14300 Epoch:1,cv:7,trainAcc:0.9884,validAcc:0.8209,trainLoss:0.025607,validLoss:1.384034,trainTime:65,validTime:53,totalTime:14417 Epoch:1,cv:7,trainAcc:0.9840,validAcc:0.9627,trainLoss:0.045886,validLoss:0.122042,trainTime:65,validTime:53,totalTime:14534 Epoch:1,cv:7,trainAcc:0.9870,validAcc:0.9360,trainLoss:0.045720,validLoss:0.213110,trainTime:65,validTime:53,totalTime:14652 Epoch:1,cv:7,trainAcc:0.9770,validAcc:0.9031,trainLoss:0.064696,validLoss:0.290097,trainTime:65,validTime:53,totalTime:14769 Epoch:1,cv:7,trainAcc:0.9790,validAcc:0.9418,trainLoss:0.064505,validLoss:0.145433,trainTime:65,validTime:52,totalTime:14887 Epoch:1,cv:7,trainAcc:0.9850,validAcc:0.9689,trainLoss:0.047961,validLoss:0.096913,trainTime:65,validTime:53,totalTime:15004 Epoch:1,cv:7,trainAcc:0.9940,validAcc:0.9862,trainLoss:0.017198,validLoss:0.053346,trainTime:65,validTime:53,totalTime:15122 Epoch:1,cv:7,trainAcc:0.9880,validAcc:0.8453,trainLoss:0.031416,validLoss:0.807914,trainTime:65,validTime:53,totalTime:15239 Epoch:1,cv:7,trainAcc:0.9880,validAcc:0.9044,trainLoss:0.025785,validLoss:0.367339,trainTime:65,validTime:53,totalTime:15357 Epoch:1,cv:7,trainAcc:0.9940,validAcc:0.9484,trainLoss:0.024987,validLoss:0.177435,trainTime:65,validTime:53,totalTime:15475 Epoch:1,cv:7,trainAcc:0.9930,validAcc:0.9933,trainLoss:0.022154,validLoss:0.019103,trainTime:65,validTime:53,totalTime:15592 Epoch:1,cv:7,trainAcc:0.9890,validAcc:0.9591,trainLoss:0.038017,validLoss:0.147285,trainTime:65,validTime:53,totalTime:15710 Epoch:1,cv:7,trainAcc:0.9860,validAcc:0.9667,trainLoss:0.033037,validLoss:0.111428,trainTime:65,validTime:53,totalTime:15827 Epoch:1,cv:7,trainAcc:0.9860,validAcc:0.9324,trainLoss:0.041224,validLoss:0.121327,trainTime:65,validTime:53,totalTime:15945 Epoch:1,cv:7,trainAcc:0.9860,validAcc:0.9689,trainLoss:0.032601,validLoss:0.105175,trainTime:65,validTime:53,totalTime:16063 Epoch:1,cv:7,trainAcc:0.9940,validAcc:0.9911,trainLoss:0.016983,validLoss:0.027152,trainTime:65,validTime:53,totalTime:16180 Epoch:1,cv:7,trainAcc:0.9990,validAcc:0.9933,trainLoss:0.005561,validLoss:0.015781,trainTime:65,validTime:53,totalTime:16298 Epoch:1,cv:7,trainAcc:0.9980,validAcc:0.9947,trainLoss:0.003023,validLoss:0.013361,trainTime:65,validTime:53,totalTime:16415 Epoch:1,cv:7,trainAcc:0.9960,validAcc:0.9867,trainLoss:0.010562,validLoss:0.037386,trainTime:65,validTime:53,totalTime:16533 Epoch:1,cv:7,trainAcc:0.9920,validAcc:0.9587,trainLoss:0.016735,validLoss:0.138910,trainTime:65,validTime:53,totalTime:16651 Epoch:1,cv:8,trainAcc:0.9970,validAcc:0.9973,trainLoss:0.008877,validLoss:0.006227,trainTime:65,validTime:53,totalTime:16768 Epoch:1,cv:8,trainAcc:0.9950,validAcc:0.9396,trainLoss:0.015858,validLoss:0.182876,trainTime:65,validTime:53,totalTime:16885 Epoch:1,cv:8,trainAcc:0.9880,validAcc:0.9818,trainLoss:0.030068,validLoss:0.073667,trainTime:65,validTime:53,totalTime:17003 Epoch:1,cv:8,trainAcc:0.9840,validAcc:0.9191,trainLoss:0.039516,validLoss:0.300049,trainTime:65,validTime:53,totalTime:17120 Epoch:1,cv:8,trainAcc:0.9860,validAcc:0.4307,trainLoss:0.050892,validLoss:2.796523,trainTime:65,validTime:53,totalTime:17238 Epoch:1,cv:8,trainAcc:0.9830,validAcc:0.9058,trainLoss:0.058404,validLoss:0.352243,trainTime:65,validTime:53,totalTime:17356 Epoch:1,cv:8,trainAcc:0.9750,validAcc:0.5587,trainLoss:0.057708,validLoss:2.769262,trainTime:65,validTime:53,totalTime:17473 Epoch:1,cv:8,trainAcc:0.9850,validAcc:0.8573,trainLoss:0.045837,validLoss:0.541122,trainTime:65,validTime:53,totalTime:17591 Epoch:1,cv:8,trainAcc:0.9930,validAcc:0.9853,trainLoss:0.025314,validLoss:0.045525,trainTime:65,validTime:53,totalTime:17708 Epoch:1,cv:8,trainAcc:0.9920,validAcc:0.9876,trainLoss:0.026255,validLoss:0.038456,trainTime:65,validTime:53,totalTime:17826 Epoch:1,cv:8,trainAcc:0.9910,validAcc:0.9933,trainLoss:0.025663,validLoss:0.032696,trainTime:65,validTime:53,totalTime:17943 Epoch:1,cv:8,trainAcc:0.9920,validAcc:0.9760,trainLoss:0.028599,validLoss:0.074695,trainTime:65,validTime:53,totalTime:18061 Epoch:1,cv:8,trainAcc:0.9790,validAcc:0.9147,trainLoss:0.069644,validLoss:0.238541,trainTime:65,validTime:53,totalTime:18179 Epoch:1,cv:8,trainAcc:0.9840,validAcc:0.9204,trainLoss:0.048397,validLoss:0.271138,trainTime:65,validTime:53,totalTime:18296 Epoch:1,cv:8,trainAcc:0.9900,validAcc:0.9684,trainLoss:0.027039,validLoss:0.102134,trainTime:65,validTime:53,totalTime:18414 Epoch:1,cv:8,trainAcc:0.9920,validAcc:0.9551,trainLoss:0.022073,validLoss:0.133220,trainTime:65,validTime:52,totalTime:18531 Epoch:1,cv:8,trainAcc:0.9890,validAcc:0.9853,trainLoss:0.030575,validLoss:0.020677,trainTime:65,validTime:53,totalTime:18649 Epoch:1,cv:8,trainAcc:0.9940,validAcc:0.9969,trainLoss:0.019742,validLoss:0.011332,trainTime:65,validTime:53,totalTime:18766 Epoch:1,cv:8,trainAcc:0.9920,validAcc:0.9889,trainLoss:0.034310,validLoss:0.041662,trainTime:65,validTime:53,totalTime:18884 Epoch:1,cv:8,trainAcc:0.9930,validAcc:0.9929,trainLoss:0.030863,validLoss:0.024678,trainTime:65,validTime:53,totalTime:19002 Epoch:1,cv:9,trainAcc:0.9896,validAcc:0.9213,trainLoss:0.042084,validLoss:0.394990,trainTime:64,validTime:53,totalTime:19119 Epoch:1,cv:9,trainAcc:0.9960,validAcc:0.9751,trainLoss:0.010393,validLoss:0.059686,trainTime:65,validTime:53,totalTime:19236 Epoch:1,cv:9,trainAcc:0.9980,validAcc:0.9956,trainLoss:0.017273,validLoss:0.012602,trainTime:65,validTime:53,totalTime:19354 Epoch:1,cv:9,trainAcc:0.9970,validAcc:0.9951,trainLoss:0.005225,validLoss:0.011052,trainTime:65,validTime:53,totalTime:19472 Epoch:1,cv:9,trainAcc:0.9950,validAcc:0.9760,trainLoss:0.010935,validLoss:0.032999,trainTime:65,validTime:53,totalTime:19589 Epoch:1,cv:9,trainAcc:0.9940,validAcc:0.9627,trainLoss:0.009329,validLoss:0.073607,trainTime:65,validTime:53,totalTime:19707 Epoch:1,cv:9,trainAcc:0.9940,validAcc:0.9907,trainLoss:0.021180,validLoss:0.014694,trainTime:65,validTime:53,totalTime:19824 Epoch:1,cv:9,trainAcc:0.9940,validAcc:0.9778,trainLoss:0.014347,validLoss:0.055126,trainTime:65,validTime:53,totalTime:19942 Epoch:1,cv:9,trainAcc:0.9940,validAcc:0.9231,trainLoss:0.020995,validLoss:0.246592,trainTime:65,validTime:53,totalTime:20060 Epoch:1,cv:9,trainAcc:0.9760,validAcc:0.9689,trainLoss:0.065642,validLoss:0.068025,trainTime:65,validTime:52,totalTime:20177 Epoch:1,cv:9,trainAcc:0.9940,validAcc:0.9529,trainLoss:0.015476,validLoss:0.145592,trainTime:65,validTime:53,totalTime:20295 Epoch:1,cv:9,trainAcc:0.9940,validAcc:0.9569,trainLoss:0.015445,validLoss:0.142948,trainTime:65,validTime:53,totalTime:20412 Epoch:1,cv:9,trainAcc:0.9930,validAcc:0.9156,trainLoss:0.014164,validLoss:0.329549,trainTime:65,validTime:53,totalTime:20530 Epoch:1,cv:9,trainAcc:0.9950,validAcc:0.8751,trainLoss:0.024299,validLoss:0.518853,trainTime:65,validTime:53,totalTime:20648 Epoch:1,cv:9,trainAcc:0.9910,validAcc:0.9471,trainLoss:0.023168,validLoss:0.242809,trainTime:65,validTime:53,totalTime:20765 Epoch:1,cv:9,trainAcc:0.9870,validAcc:0.9529,trainLoss:0.041822,validLoss:0.142054,trainTime:65,validTime:53,totalTime:20883 Epoch:1,cv:9,trainAcc:0.9830,validAcc:0.8822,trainLoss:0.047149,validLoss:0.413832,trainTime:65,validTime:53,totalTime:21000 Epoch:1,cv:9,trainAcc:0.9900,validAcc:0.9951,trainLoss:0.033417,validLoss:0.018253,trainTime:65,validTime:53,totalTime:21118 Epoch:1,cv:9,trainAcc:0.9920,validAcc:0.9524,trainLoss:0.018087,validLoss:0.152008,trainTime:65,validTime:53,totalTime:21236 Epoch:1,cv:9,trainAcc:0.9880,validAcc:0.8724,trainLoss:0.038899,validLoss:0.483923,trainTime:65,validTime:53,totalTime:21353 Epoch:1,cv:10,trainAcc:0.9966,validAcc:0.9769,trainLoss:0.007809,validLoss:0.055878,trainTime:64,validTime:53,totalTime:21470 Epoch:1,cv:10,trainAcc:0.9950,validAcc:0.9813,trainLoss:0.009172,validLoss:0.025602,trainTime:65,validTime:53,totalTime:21588 Epoch:1,cv:10,trainAcc:0.9920,validAcc:0.9853,trainLoss:0.026811,validLoss:0.035530,trainTime:65,validTime:53,totalTime:21705 Epoch:1,cv:10,trainAcc:0.9910,validAcc:0.9453,trainLoss:0.022019,validLoss:0.217887,trainTime:65,validTime:53,totalTime:21823 Epoch:1,cv:10,trainAcc:0.9900,validAcc:0.9902,trainLoss:0.018667,validLoss:0.022593,trainTime:65,validTime:53,totalTime:21941 Epoch:1,cv:10,trainAcc:0.9950,validAcc:0.9022,trainLoss:0.021035,validLoss:0.362492,trainTime:65,validTime:53,totalTime:22058 Epoch:1,cv:10,trainAcc:0.9990,validAcc:0.9947,trainLoss:0.005658,validLoss:0.007805,trainTime:65,validTime:53,totalTime:22176 Epoch:1,cv:10,trainAcc:0.9970,validAcc:0.9933,trainLoss:0.005503,validLoss:0.012011,trainTime:65,validTime:53,totalTime:22293 Epoch:1,cv:10,trainAcc:0.9940,validAcc:0.9560,trainLoss:0.017434,validLoss:0.128937,trainTime:65,validTime:52,totalTime:22411 Epoch:1,cv:10,trainAcc:0.9990,validAcc:0.9449,trainLoss:0.013698,validLoss:0.149367,trainTime:65,validTime:53,totalTime:22528 Epoch:1,cv:10,trainAcc:0.9960,validAcc:0.9653,trainLoss:0.012584,validLoss:0.091138,trainTime:65,validTime:53,totalTime:22646 Epoch:1,cv:10,trainAcc:0.9940,validAcc:0.9880,trainLoss:0.019754,validLoss:0.022002,trainTime:65,validTime:53,totalTime:22764 Epoch:1,cv:10,trainAcc:0.9800,validAcc:0.8649,trainLoss:0.056513,validLoss:0.680834,trainTime:65,validTime:53,totalTime:22881 Epoch:1,cv:10,trainAcc:0.9880,validAcc:0.9493,trainLoss:0.032451,validLoss:0.127340,trainTime:65,validTime:53,totalTime:22999 Epoch:1,cv:10,trainAcc:0.9920,validAcc:0.9760,trainLoss:0.022025,validLoss:0.057860,trainTime:65,validTime:53,totalTime:23116 Epoch:1,cv:10,trainAcc:0.9850,validAcc:0.9187,trainLoss:0.036096,validLoss:0.306955,trainTime:65,validTime:53,totalTime:23234 Epoch:1,cv:10,trainAcc:0.9880,validAcc:0.9911,trainLoss:0.022995,validLoss:0.025865,trainTime:65,validTime:53,totalTime:23351 Epoch:1,cv:10,trainAcc:0.9890,validAcc:0.9702,trainLoss:0.025111,validLoss:0.086587,trainTime:65,validTime:53,totalTime:23469 Epoch:1,cv:10,trainAcc:0.9940,validAcc:0.9302,trainLoss:0.014484,validLoss:0.306070,trainTime:65,validTime:53,totalTime:23587 Epoch:1,cv:10,trainAcc:0.9950,validAcc:0.9276,trainLoss:0.020738,validLoss:0.272483,trainTime:65,validTime:53,totalTime:23705 Epoch:2,cv:1,trainAcc:0.9900,validAcc:0.9880,trainLoss:0.009120,validLoss:0.022791,trainTime:68,validTime:53,totalTime:23825 Epoch:2,cv:1,trainAcc:0.9960,validAcc:0.9929,trainLoss:0.003369,validLoss:0.015757,trainTime:65,validTime:53,totalTime:23942 Epoch:2,cv:1,trainAcc:0.9930,validAcc:0.9680,trainLoss:0.013553,validLoss:0.119117,trainTime:65,validTime:53,totalTime:24060 Epoch:2,cv:1,trainAcc:0.9940,validAcc:0.9367,trainLoss:0.006620,validLoss:0.141857,trainTime:65,validTime:53,totalTime:24178 Epoch:2,cv:1,trainAcc:0.9910,validAcc:0.8686,trainLoss:0.021829,validLoss:0.384970,trainTime:65,validTime:53,totalTime:24296 Epoch:2,cv:1,trainAcc:0.9890,validAcc:0.8319,trainLoss:0.031244,validLoss:0.835032,trainTime:65,validTime:53,totalTime:24413 Epoch:2,cv:1,trainAcc:0.9900,validAcc:0.9809,trainLoss:0.016724,validLoss:0.048061,trainTime:65,validTime:53,totalTime:24531 Epoch:2,cv:1,trainAcc:0.9940,validAcc:0.9898,trainLoss:0.011529,validLoss:0.016042,trainTime:65,validTime:53,totalTime:24649 Epoch:2,cv:1,trainAcc:0.9880,validAcc:0.9884,trainLoss:0.017287,validLoss:0.019112,trainTime:65,validTime:53,totalTime:24766 Epoch:2,cv:1,trainAcc:0.9970,validAcc:0.9658,trainLoss:0.012038,validLoss:0.099485,trainTime:65,validTime:53,totalTime:24884 Epoch:2,cv:1,trainAcc:0.9930,validAcc:0.9876,trainLoss:0.010755,validLoss:0.019866,trainTime:65,validTime:53,totalTime:25001 Epoch:2,cv:1,trainAcc:0.9910,validAcc:0.9742,trainLoss:0.012225,validLoss:0.034433,trainTime:65,validTime:53,totalTime:25119 Epoch:2,cv:1,trainAcc:0.9930,validAcc:0.9920,trainLoss:0.007837,validLoss:0.012494,trainTime:65,validTime:53,totalTime:25237 Epoch:2,cv:1,trainAcc:0.9810,validAcc:0.8520,trainLoss:0.041414,validLoss:0.624689,trainTime:65,validTime:53,totalTime:25354 Epoch:2,cv:1,trainAcc:0.9880,validAcc:0.9889,trainLoss:0.049306,validLoss:0.035131,trainTime:65,validTime:53,totalTime:25472 Epoch:2,cv:1,trainAcc:0.9860,validAcc:0.9871,trainLoss:0.030374,validLoss:0.025810,trainTime:65,validTime:53,totalTime:25590 Epoch:2,cv:1,trainAcc:0.9910,validAcc:0.9658,trainLoss:0.021474,validLoss:0.094028,trainTime:65,validTime:53,totalTime:25707 Epoch:2,cv:1,trainAcc:0.9940,validAcc:0.9827,trainLoss:0.013305,validLoss:0.042040,trainTime:65,validTime:53,totalTime:25825 Epoch:2,cv:1,trainAcc:0.9920,validAcc:0.9929,trainLoss:0.012189,validLoss:0.019622,trainTime:65,validTime:53,totalTime:25942 Epoch:2,cv:1,trainAcc:0.9990,validAcc:0.9991,trainLoss:0.001970,validLoss:0.007944,trainTime:65,validTime:53,totalTime:26060 Epoch:2,cv:1,trainAcc:0.9880,validAcc:0.8963,trainLoss:0.028409,validLoss:0.286344,trainTime:65,validTime:53,totalTime:26178 Epoch:2,cv:2,trainAcc:0.9989,validAcc:0.9956,trainLoss:0.006486,validLoss:0.008571,trainTime:65,validTime:53,totalTime:26295 Epoch:2,cv:2,trainAcc:0.9960,validAcc:0.9880,trainLoss:0.008823,validLoss:0.025933,trainTime:65,validTime:53,totalTime:26412 Epoch:2,cv:2,trainAcc:0.9990,validAcc:0.9960,trainLoss:0.004263,validLoss:0.004581,trainTime:65,validTime:53,totalTime:26530 Epoch:2,cv:2,trainAcc:0.9920,validAcc:0.9747,trainLoss:0.023201,validLoss:0.107166,trainTime:65,validTime:53,totalTime:26648 Epoch:2,cv:2,trainAcc:0.9950,validAcc:0.9942,trainLoss:0.023840,validLoss:0.007477,trainTime:65,validTime:53,totalTime:26765 Epoch:2,cv:2,trainAcc:0.9960,validAcc:0.9719,trainLoss:0.012160,validLoss:0.079201,trainTime:65,validTime:53,totalTime:26883 Epoch:2,cv:2,trainAcc:0.9870,validAcc:0.9124,trainLoss:0.036259,validLoss:0.374712,trainTime:65,validTime:53,totalTime:27001 Epoch:2,cv:2,trainAcc:0.9790,validAcc:0.8927,trainLoss:0.057045,validLoss:0.319573,trainTime:65,validTime:53,totalTime:27118 Epoch:2,cv:2,trainAcc:0.9850,validAcc:0.9311,trainLoss:0.048446,validLoss:0.203636,trainTime:65,validTime:53,totalTime:27236 Epoch:2,cv:2,trainAcc:0.9800,validAcc:0.8156,trainLoss:0.059910,validLoss:0.664853,trainTime:65,validTime:53,totalTime:27354 Epoch:2,cv:2,trainAcc:0.9880,validAcc:0.7505,trainLoss:0.025505,validLoss:1.382822,trainTime:65,validTime:53,totalTime:27471 Epoch:2,cv:2,trainAcc:0.9960,validAcc:0.9947,trainLoss:0.022899,validLoss:0.011018,trainTime:65,validTime:53,totalTime:27589 Epoch:2,cv:2,trainAcc:0.9970,validAcc:0.9938,trainLoss:0.008644,validLoss:0.009894,trainTime:65,validTime:53,totalTime:27706 Epoch:2,cv:2,trainAcc:0.9960,validAcc:0.9964,trainLoss:0.014072,validLoss:0.008634,trainTime:65,validTime:53,totalTime:27824 Epoch:2,cv:2,trainAcc:0.9970,validAcc:0.9876,trainLoss:0.007966,validLoss:0.045160,trainTime:65,validTime:53,totalTime:27942 Epoch:2,cv:2,trainAcc:0.9940,validAcc:0.9982,trainLoss:0.007585,validLoss:0.014439,trainTime:65,validTime:53,totalTime:28059 Epoch:2,cv:2,trainAcc:0.9950,validAcc:0.9893,trainLoss:0.017354,validLoss:0.029440,trainTime:65,validTime:53,totalTime:28177 Epoch:2,cv:2,trainAcc:0.9910,validAcc:0.9778,trainLoss:0.014717,validLoss:0.046277,trainTime:65,validTime:53,totalTime:28295 Epoch:2,cv:2,trainAcc:0.9950,validAcc:0.9929,trainLoss:0.014899,validLoss:0.024379,trainTime:65,validTime:53,totalTime:28412 Epoch:2,cv:2,trainAcc:0.9970,validAcc:0.9933,trainLoss:0.009684,validLoss:0.020570,trainTime:65,validTime:53,totalTime:28530 Epoch:2,cv:3,trainAcc:0.9944,validAcc:0.9480,trainLoss:0.019960,validLoss:0.181981,trainTime:64,validTime:53,totalTime:28647 Epoch:2,cv:3,trainAcc:0.9940,validAcc:0.9947,trainLoss:0.017919,validLoss:0.016729,trainTime:65,validTime:53,totalTime:28764 Epoch:2,cv:3,trainAcc:0.9950,validAcc:0.9840,trainLoss:0.012799,validLoss:0.045324,trainTime:65,validTime:53,totalTime:28882 Epoch:2,cv:3,trainAcc:0.9840,validAcc:0.9689,trainLoss:0.026983,validLoss:0.092977,trainTime:65,validTime:53,totalTime:28999 Epoch:2,cv:3,trainAcc:0.9880,validAcc:0.9267,trainLoss:0.037416,validLoss:0.240623,trainTime:65,validTime:53,totalTime:29117 Epoch:2,cv:3,trainAcc:0.9950,validAcc:0.9947,trainLoss:0.012243,validLoss:0.009185,trainTime:65,validTime:53,totalTime:29234 Epoch:2,cv:3,trainAcc:0.9950,validAcc:0.9916,trainLoss:0.012767,validLoss:0.010104,trainTime:65,validTime:52,totalTime:29352 Epoch:2,cv:3,trainAcc:0.9980,validAcc:0.9947,trainLoss:0.006388,validLoss:0.013340,trainTime:65,validTime:53,totalTime:29469 Epoch:2,cv:3,trainAcc:1.0000,validAcc:0.9964,trainLoss:0.001405,validLoss:0.006247,trainTime:65,validTime:53,totalTime:29587 Epoch:2,cv:3,trainAcc:0.9920,validAcc:0.9924,trainLoss:0.021261,validLoss:0.019805,trainTime:65,validTime:53,totalTime:29704 Epoch:2,cv:3,trainAcc:0.9920,validAcc:0.9831,trainLoss:0.013819,validLoss:0.048973,trainTime:65,validTime:53,totalTime:29822 Epoch:2,cv:3,trainAcc:0.9940,validAcc:0.9898,trainLoss:0.014860,validLoss:0.036064,trainTime:65,validTime:53,totalTime:29939 Epoch:2,cv:3,trainAcc:0.9950,validAcc:0.9893,trainLoss:0.008685,validLoss:0.033879,trainTime:65,validTime:53,totalTime:30057 Epoch:2,cv:3,trainAcc:0.9970,validAcc:0.9773,trainLoss:0.010916,validLoss:0.040125,trainTime:65,validTime:53,totalTime:30175 Epoch:2,cv:3,trainAcc:0.9920,validAcc:0.9458,trainLoss:0.013404,validLoss:0.125336,trainTime:66,validTime:53,totalTime:30294 Epoch:2,cv:3,trainAcc:0.9870,validAcc:0.9271,trainLoss:0.034258,validLoss:0.274904,trainTime:66,validTime:53,totalTime:30413 Epoch:2,cv:3,trainAcc:0.9890,validAcc:0.9720,trainLoss:0.022418,validLoss:0.053758,trainTime:66,validTime:53,totalTime:30531 Epoch:2,cv:3,trainAcc:0.9950,validAcc:0.8071,trainLoss:0.017029,validLoss:1.001072,trainTime:65,validTime:53,totalTime:30649 Epoch:2,cv:3,trainAcc:0.9860,validAcc:0.9284,trainLoss:0.051946,validLoss:0.302246,trainTime:65,validTime:53,totalTime:30767 Epoch:2,cv:3,trainAcc:0.9830,validAcc:0.9689,trainLoss:0.038602,validLoss:0.107127,trainTime:65,validTime:53,totalTime:30885 Epoch:2,cv:4,trainAcc:0.9981,validAcc:0.9898,trainLoss:0.004355,validLoss:0.021501,trainTime:65,validTime:53,totalTime:31002 Epoch:2,cv:4,trainAcc:0.9940,validAcc:0.9938,trainLoss:0.010939,validLoss:0.010128,trainTime:65,validTime:53,totalTime:31121 Epoch:2,cv:4,trainAcc:0.9980,validAcc:0.9902,trainLoss:0.006311,validLoss:0.009861,trainTime:65,validTime:53,totalTime:31239 Epoch:2,cv:4,trainAcc:0.9950,validAcc:0.9889,trainLoss:0.003264,validLoss:0.016703,trainTime:65,validTime:53,totalTime:31358 Epoch:2,cv:4,trainAcc:0.9930,validAcc:0.9933,trainLoss:0.007018,validLoss:0.021589,trainTime:65,validTime:53,totalTime:31476 Epoch:2,cv:4,trainAcc:0.9960,validAcc:0.9907,trainLoss:0.004881,validLoss:0.055194,trainTime:65,validTime:53,totalTime:31594 Epoch:2,cv:4,trainAcc:0.9930,validAcc:0.9720,trainLoss:0.014569,validLoss:0.052637,trainTime:65,validTime:53,totalTime:31712 Epoch:2,cv:4,trainAcc:0.9940,validAcc:0.9840,trainLoss:0.013478,validLoss:0.021849,trainTime:65,validTime:53,totalTime:31831 Epoch:2,cv:4,trainAcc:0.9970,validAcc:0.9893,trainLoss:0.011222,validLoss:0.016582,trainTime:66,validTime:53,totalTime:31949 Epoch:2,cv:4,trainAcc:0.9930,validAcc:0.9729,trainLoss:0.016704,validLoss:0.056038,trainTime:65,validTime:53,totalTime:32067 Epoch:2,cv:4,trainAcc:0.9900,validAcc:0.9871,trainLoss:0.032291,validLoss:0.029642,trainTime:65,validTime:53,totalTime:32186 Epoch:2,cv:4,trainAcc:0.9970,validAcc:0.7421,trainLoss:0.009295,validLoss:1.324720,trainTime:65,validTime:53,totalTime:32304 Epoch:2,cv:4,trainAcc:0.9930,validAcc:0.9764,trainLoss:0.014741,validLoss:0.069244,trainTime:65,validTime:53,totalTime:32423 Epoch:2,cv:4,trainAcc:0.9950,validAcc:0.9270,trainLoss:0.016006,validLoss:0.214927,trainTime:65,validTime:53,totalTime:32541 Epoch:2,cv:4,trainAcc:0.9940,validAcc:0.9876,trainLoss:0.011042,validLoss:0.030537,trainTime:65,validTime:53,totalTime:32659 Epoch:2,cv:4,trainAcc:0.9930,validAcc:0.9853,trainLoss:0.016170,validLoss:0.035756,trainTime:65,validTime:53,totalTime:32777 Epoch:2,cv:4,trainAcc:0.9850,validAcc:0.9756,trainLoss:0.030058,validLoss:0.074502,trainTime:65,validTime:53,totalTime:32895 Epoch:2,cv:4,trainAcc:0.9940,validAcc:0.9942,trainLoss:0.015426,validLoss:0.023163,trainTime:65,validTime:53,totalTime:33013 Epoch:2,cv:4,trainAcc:0.9940,validAcc:0.9729,trainLoss:0.014882,validLoss:0.072801,trainTime:65,validTime:53,totalTime:33131 Epoch:2,cv:4,trainAcc:0.9950,validAcc:0.9618,trainLoss:0.014079,validLoss:0.114574,trainTime:65,validTime:53,totalTime:33249 Epoch:2,cv:5,trainAcc:0.9971,validAcc:0.9951,trainLoss:0.003145,validLoss:0.006312,trainTime:65,validTime:53,totalTime:33367 Epoch:2,cv:5,trainAcc:0.9980,validAcc:0.9778,trainLoss:0.006259,validLoss:0.058567,trainTime:65,validTime:53,totalTime:33485 Epoch:2,cv:5,trainAcc:0.9940,validAcc:0.9947,trainLoss:0.009082,validLoss:0.020377,trainTime:65,validTime:53,totalTime:33603 Epoch:2,cv:5,trainAcc:0.9900,validAcc:0.9742,trainLoss:0.022078,validLoss:0.077425,trainTime:65,validTime:53,totalTime:33721 Epoch:2,cv:5,trainAcc:0.9930,validAcc:0.9889,trainLoss:0.029700,validLoss:0.037505,trainTime:65,validTime:53,totalTime:33839 Epoch:2,cv:5,trainAcc:0.9920,validAcc:0.9773,trainLoss:0.015438,validLoss:0.093620,trainTime:65,validTime:53,totalTime:33957 Epoch:2,cv:5,trainAcc:0.9910,validAcc:0.9778,trainLoss:0.025733,validLoss:0.056666,trainTime:65,validTime:53,totalTime:34075 Epoch:2,cv:5,trainAcc:0.9920,validAcc:0.9924,trainLoss:0.016223,validLoss:0.015327,trainTime:65,validTime:53,totalTime:34193 Epoch:2,cv:5,trainAcc:0.9900,validAcc:0.9764,trainLoss:0.020370,validLoss:0.021175,trainTime:65,validTime:53,totalTime:34310 Epoch:2,cv:5,trainAcc:0.9940,validAcc:0.9893,trainLoss:0.010745,validLoss:0.009513,trainTime:65,validTime:53,totalTime:34428 Epoch:2,cv:5,trainAcc:0.9900,validAcc:0.9676,trainLoss:0.025751,validLoss:0.055536,trainTime:65,validTime:53,totalTime:34547 Epoch:2,cv:5,trainAcc:0.9970,validAcc:0.9911,trainLoss:0.009212,validLoss:0.022059,trainTime:65,validTime:53,totalTime:34665 Epoch:2,cv:5,trainAcc:0.9960,validAcc:0.9982,trainLoss:0.003271,validLoss:0.004462,trainTime:65,validTime:53,totalTime:34783 Epoch:2,cv:5,trainAcc:0.9980,validAcc:0.9924,trainLoss:0.003611,validLoss:0.007182,trainTime:65,validTime:53,totalTime:34901 Epoch:2,cv:5,trainAcc:0.9930,validAcc:0.9836,trainLoss:0.012039,validLoss:0.030425,trainTime:65,validTime:53,totalTime:35019 Epoch:2,cv:5,trainAcc:0.9950,validAcc:0.9929,trainLoss:0.005580,validLoss:0.016619,trainTime:65,validTime:53,totalTime:35137 Epoch:2,cv:5,trainAcc:0.9950,validAcc:0.9662,trainLoss:0.012395,validLoss:0.133697,trainTime:66,validTime:53,totalTime:35255 Epoch:2,cv:5,trainAcc:0.9870,validAcc:0.7951,trainLoss:0.021831,validLoss:0.803523,trainTime:65,validTime:53,totalTime:35373 Epoch:2,cv:5,trainAcc:0.9940,validAcc:0.9609,trainLoss:0.014956,validLoss:0.069836,trainTime:65,validTime:53,totalTime:35492 Epoch:2,cv:5,trainAcc:0.9950,validAcc:0.9929,trainLoss:0.003857,validLoss:0.013592,trainTime:65,validTime:53,totalTime:35610 Epoch:2,cv:6,trainAcc:1.0000,validAcc:0.9964,trainLoss:0.002275,validLoss:0.000930,trainTime:65,validTime:53,totalTime:35728 Epoch:2,cv:6,trainAcc:0.9980,validAcc:0.9973,trainLoss:0.002132,validLoss:0.003564,trainTime:65,validTime:53,totalTime:35846 Epoch:2,cv:6,trainAcc:0.9960,validAcc:0.9556,trainLoss:0.009456,validLoss:0.129769,trainTime:65,validTime:53,totalTime:35964 Epoch:2,cv:6,trainAcc:0.9940,validAcc:0.9947,trainLoss:0.014215,validLoss:0.007964,trainTime:66,validTime:53,totalTime:36083 Epoch:2,cv:6,trainAcc:0.9900,validAcc:0.9884,trainLoss:0.030260,validLoss:0.027680,trainTime:66,validTime:53,totalTime:36202 Epoch:2,cv:6,trainAcc:0.9980,validAcc:0.9898,trainLoss:0.005991,validLoss:0.009452,trainTime:65,validTime:53,totalTime:36320 Epoch:2,cv:6,trainAcc:0.9840,validAcc:0.9333,trainLoss:0.022135,validLoss:0.224552,trainTime:65,validTime:53,totalTime:36438 Epoch:2,cv:6,trainAcc:0.9910,validAcc:0.9867,trainLoss:0.032446,validLoss:0.028480,trainTime:65,validTime:53,totalTime:36557 Epoch:2,cv:6,trainAcc:0.9960,validAcc:0.9942,trainLoss:0.011166,validLoss:0.013310,trainTime:65,validTime:53,totalTime:36675 Epoch:2,cv:6,trainAcc:0.9930,validAcc:0.9884,trainLoss:0.018687,validLoss:0.012971,trainTime:65,validTime:53,totalTime:36793 Epoch:2,cv:6,trainAcc:0.9940,validAcc:0.9733,trainLoss:0.025603,validLoss:0.096625,trainTime:65,validTime:53,totalTime:36912 Epoch:2,cv:6,trainAcc:0.9970,validAcc:0.9871,trainLoss:0.013000,validLoss:0.025512,trainTime:66,validTime:53,totalTime:37030 Epoch:2,cv:6,trainAcc:0.9950,validAcc:0.9956,trainLoss:0.011496,validLoss:0.008434,trainTime:65,validTime:53,totalTime:37147 Epoch:2,cv:6,trainAcc:0.9960,validAcc:0.9884,trainLoss:0.006628,validLoss:0.021688,trainTime:65,validTime:53,totalTime:37265 Epoch:2,cv:6,trainAcc:0.9920,validAcc:0.9853,trainLoss:0.022609,validLoss:0.025402,trainTime:66,validTime:53,totalTime:37384 Epoch:2,cv:6,trainAcc:0.9960,validAcc:0.9889,trainLoss:0.014786,validLoss:0.003393,trainTime:66,validTime:53,totalTime:37503 Epoch:2,cv:6,trainAcc:0.9980,validAcc:0.9916,trainLoss:0.003214,validLoss:0.001241,trainTime:65,validTime:53,totalTime:37621 Epoch:2,cv:6,trainAcc:0.9930,validAcc:0.9747,trainLoss:0.012895,validLoss:0.029890,trainTime:65,validTime:53,totalTime:37740 Epoch:2,cv:6,trainAcc:0.9920,validAcc:0.9929,trainLoss:0.016801,validLoss:0.005229,trainTime:66,validTime:54,totalTime:37859 Epoch:2,cv:6,trainAcc:0.9980,validAcc:0.9911,trainLoss:0.002105,validLoss:0.010879,trainTime:66,validTime:54,totalTime:37979 Epoch:2,cv:6,trainAcc:0.9940,validAcc:0.9956,trainLoss:0.018375,validLoss:0.007009,trainTime:66,validTime:53,totalTime:38098 Epoch:2,cv:7,trainAcc:0.9979,validAcc:0.9982,trainLoss:0.006614,validLoss:0.005463,trainTime:65,validTime:53,totalTime:38217 Epoch:2,cv:7,trainAcc:0.9930,validAcc:0.9844,trainLoss:0.010387,validLoss:0.035354,trainTime:66,validTime:54,totalTime:38337 Epoch:2,cv:7,trainAcc:0.9930,validAcc:0.9827,trainLoss:0.018676,validLoss:0.017901,trainTime:66,validTime:53,totalTime:38456 Epoch:2,cv:7,trainAcc:0.9930,validAcc:0.9902,trainLoss:0.007241,validLoss:0.011461,trainTime:66,validTime:53,totalTime:38575 Epoch:2,cv:7,trainAcc:0.9970,validAcc:0.9880,trainLoss:0.006714,validLoss:0.032161,trainTime:66,validTime:53,totalTime:38695 Epoch:2,cv:7,trainAcc:0.9930,validAcc:0.9916,trainLoss:0.008239,validLoss:0.013254,trainTime:66,validTime:53,totalTime:38814 Epoch:2,cv:7,trainAcc:0.9940,validAcc:0.9907,trainLoss:0.020089,validLoss:0.016289,trainTime:66,validTime:53,totalTime:38933 Epoch:2,cv:7,trainAcc:0.9950,validAcc:0.9884,trainLoss:0.009808,validLoss:0.052084,trainTime:65,validTime:53,totalTime:39051 Epoch:2,cv:7,trainAcc:0.9960,validAcc:0.9200,trainLoss:0.014257,validLoss:0.287947,trainTime:65,validTime:53,totalTime:39168 Epoch:2,cv:7,trainAcc:0.9900,validAcc:0.9702,trainLoss:0.019667,validLoss:0.092974,trainTime:65,validTime:53,totalTime:39286 Epoch:2,cv:7,trainAcc:0.9900,validAcc:0.8107,trainLoss:0.012241,validLoss:0.909996,trainTime:65,validTime:53,totalTime:39404 Epoch:2,cv:7,trainAcc:0.9930,validAcc:0.9902,trainLoss:0.011320,validLoss:0.018759,trainTime:65,validTime:53,totalTime:39522 Epoch:2,cv:7,trainAcc:0.9900,validAcc:0.9916,trainLoss:0.021244,validLoss:0.022982,trainTime:65,validTime:53,totalTime:39640 Epoch:2,cv:7,trainAcc:1.0000,validAcc:0.9960,trainLoss:0.002594,validLoss:0.006229,trainTime:65,validTime:53,totalTime:39758 Epoch:2,cv:7,trainAcc:0.9950,validAcc:0.9831,trainLoss:0.007542,validLoss:0.028286,trainTime:65,validTime:53,totalTime:39876 Epoch:2,cv:7,trainAcc:0.9920,validAcc:0.9893,trainLoss:0.008717,validLoss:0.026144,trainTime:65,validTime:53,totalTime:39994 Epoch:2,cv:7,trainAcc:0.9980,validAcc:0.9982,trainLoss:0.003878,validLoss:0.003603,trainTime:65,validTime:53,totalTime:40111 Epoch:2,cv:7,trainAcc:0.9960,validAcc:0.9964,trainLoss:0.004146,validLoss:0.005026,trainTime:65,validTime:53,totalTime:40229 Epoch:2,cv:7,trainAcc:0.9990,validAcc:0.9991,trainLoss:0.001837,validLoss:0.002998,trainTime:65,validTime:53,totalTime:40347 Epoch:2,cv:7,trainAcc:0.9970,validAcc:0.9987,trainLoss:0.003158,validLoss:0.002384,trainTime:65,validTime:53,totalTime:40464 Epoch:2,cv:8,trainAcc:0.9974,validAcc:0.9978,trainLoss:0.003605,validLoss:0.003058,trainTime:64,validTime:52,totalTime:40581 Epoch:2,cv:8,trainAcc:0.9980,validAcc:0.9947,trainLoss:0.001585,validLoss:0.002221,trainTime:65,validTime:52,totalTime:40698 Epoch:2,cv:8,trainAcc:0.9990,validAcc:0.9982,trainLoss:0.001187,validLoss:0.000917,trainTime:65,validTime:53,totalTime:40816 Epoch:2,cv:8,trainAcc:0.9950,validAcc:0.9582,trainLoss:0.007193,validLoss:0.132326,trainTime:65,validTime:53,totalTime:40934 Epoch:2,cv:8,trainAcc:0.9920,validAcc:0.8609,trainLoss:0.024307,validLoss:0.643386,trainTime:65,validTime:53,totalTime:41051 Epoch:2,cv:8,trainAcc:0.9890,validAcc:0.9369,trainLoss:0.024743,validLoss:0.187656,trainTime:65,validTime:53,totalTime:41168 Epoch:2,cv:8,trainAcc:0.9930,validAcc:0.9076,trainLoss:0.011565,validLoss:0.249263,trainTime:65,validTime:53,totalTime:41286 Epoch:2,cv:8,trainAcc:0.9800,validAcc:0.9836,trainLoss:0.033787,validLoss:0.026044,trainTime:65,validTime:53,totalTime:41403 Epoch:2,cv:8,trainAcc:0.9940,validAcc:0.9733,trainLoss:0.015002,validLoss:0.063789,trainTime:65,validTime:53,totalTime:41521 Epoch:2,cv:8,trainAcc:0.9900,validAcc:0.9720,trainLoss:0.022307,validLoss:0.060612,trainTime:65,validTime:53,totalTime:41638 Epoch:2,cv:8,trainAcc:0.9940,validAcc:0.9916,trainLoss:0.014694,validLoss:0.018641,trainTime:65,validTime:53,totalTime:41756 Epoch:2,cv:8,trainAcc:0.9990,validAcc:0.9942,trainLoss:0.003707,validLoss:0.014336,trainTime:65,validTime:52,totalTime:41873 Epoch:2,cv:8,trainAcc:0.9960,validAcc:0.9933,trainLoss:0.007653,validLoss:0.023199,trainTime:65,validTime:53,totalTime:41991 Epoch:2,cv:8,trainAcc:0.9970,validAcc:0.9969,trainLoss:0.005500,validLoss:0.004755,trainTime:65,validTime:52,totalTime:42108 Epoch:2,cv:8,trainAcc:0.9990,validAcc:0.9969,trainLoss:0.001785,validLoss:0.001992,trainTime:65,validTime:52,totalTime:42226 Epoch:2,cv:8,trainAcc:0.9960,validAcc:0.9964,trainLoss:0.002830,validLoss:0.002594,trainTime:65,validTime:53,totalTime:42343 Epoch:2,cv:8,trainAcc:0.9970,validAcc:0.9947,trainLoss:0.003350,validLoss:0.015986,trainTime:65,validTime:52,totalTime:42461 Epoch:2,cv:8,trainAcc:0.9960,validAcc:0.9960,trainLoss:0.010505,validLoss:0.006282,trainTime:65,validTime:53,totalTime:42578 Epoch:2,cv:8,trainAcc:0.9980,validAcc:0.9902,trainLoss:0.006402,validLoss:0.011620,trainTime:65,validTime:52,totalTime:42696 Epoch:2,cv:8,trainAcc:0.9920,validAcc:0.9813,trainLoss:0.021973,validLoss:0.062197,trainTime:65,validTime:53,totalTime:42813 Epoch:2,cv:9,trainAcc:0.9879,validAcc:0.9756,trainLoss:0.017574,validLoss:0.046687,trainTime:65,validTime:52,totalTime:42930 Epoch:2,cv:9,trainAcc:0.9870,validAcc:0.9258,trainLoss:0.028176,validLoss:0.265579,trainTime:65,validTime:53,totalTime:43048 Epoch:2,cv:9,trainAcc:0.9930,validAcc:0.9920,trainLoss:0.012409,validLoss:0.004865,trainTime:65,validTime:53,totalTime:43167 Epoch:2,cv:9,trainAcc:0.9940,validAcc:0.9858,trainLoss:0.012051,validLoss:0.044203,trainTime:66,validTime:53,totalTime:43285 Epoch:2,cv:9,trainAcc:0.9910,validAcc:0.9853,trainLoss:0.027239,validLoss:0.049607,trainTime:66,validTime:53,totalTime:43404 Epoch:2,cv:9,trainAcc:0.9920,validAcc:0.9764,trainLoss:0.026793,validLoss:0.083880,trainTime:65,validTime:53,totalTime:43522 Epoch:2,cv:9,trainAcc:0.9990,validAcc:0.9951,trainLoss:0.003331,validLoss:0.008805,trainTime:66,validTime:55,totalTime:43642 Epoch:2,cv:9,trainAcc:0.9950,validAcc:0.9898,trainLoss:0.002764,validLoss:0.015923,trainTime:67,validTime:54,totalTime:43763 Epoch:2,cv:9,trainAcc:0.9940,validAcc:0.9867,trainLoss:0.005363,validLoss:0.013991,trainTime:66,validTime:53,totalTime:43882 Epoch:2,cv:9,trainAcc:0.9980,validAcc:0.9907,trainLoss:0.005159,validLoss:0.013252,trainTime:66,validTime:54,totalTime:44002 Epoch:2,cv:9,trainAcc:0.9960,validAcc:0.9907,trainLoss:0.003022,validLoss:0.018436,trainTime:66,validTime:53,totalTime:44121 Epoch:2,cv:9,trainAcc:0.9970,validAcc:0.9916,trainLoss:0.007962,validLoss:0.037939,trainTime:66,validTime:54,totalTime:44241 Epoch:2,cv:9,trainAcc:0.9910,validAcc:0.9276,trainLoss:0.018344,validLoss:0.199932,trainTime:67,validTime:55,totalTime:44363 Epoch:2,cv:9,trainAcc:0.9950,validAcc:0.9924,trainLoss:0.007714,validLoss:0.021634,trainTime:67,validTime:55,totalTime:44484 Epoch:2,cv:9,trainAcc:0.9900,validAcc:0.9444,trainLoss:0.017724,validLoss:0.183771,trainTime:67,validTime:55,totalTime:44606 Epoch:2,cv:9,trainAcc:0.9950,validAcc:0.9951,trainLoss:0.016669,validLoss:0.014044,trainTime:67,validTime:55,totalTime:44728 Epoch:2,cv:9,trainAcc:0.9950,validAcc:0.9591,trainLoss:0.010125,validLoss:0.260130,trainTime:67,validTime:55,totalTime:44850 Epoch:2,cv:9,trainAcc:0.9860,validAcc:0.9258,trainLoss:0.042939,validLoss:0.291738,trainTime:67,validTime:55,totalTime:44972 Epoch:2,cv:9,trainAcc:0.9930,validAcc:0.9644,trainLoss:0.020662,validLoss:0.039132,trainTime:67,validTime:55,totalTime:45094 Epoch:2,cv:9,trainAcc:0.9970,validAcc:0.9916,trainLoss:0.003683,validLoss:0.012790,trainTime:67,validTime:55,totalTime:45215 Epoch:2,cv:10,trainAcc:0.9897,validAcc:0.9573,trainLoss:0.021053,validLoss:0.152128,trainTime:66,validTime:55,totalTime:45337 Epoch:2,cv:10,trainAcc:0.9960,validAcc:0.9916,trainLoss:0.008819,validLoss:0.022042,trainTime:67,validTime:54,totalTime:45457 Epoch:2,cv:10,trainAcc:0.9950,validAcc:0.9942,trainLoss:0.005850,validLoss:0.009945,trainTime:66,validTime:53,totalTime:45576 Epoch:2,cv:10,trainAcc:0.9960,validAcc:0.9933,trainLoss:0.002355,validLoss:0.005846,trainTime:65,validTime:53,totalTime:45694 Epoch:2,cv:10,trainAcc:0.9990,validAcc:0.9947,trainLoss:0.001557,validLoss:0.001560,trainTime:65,validTime:53,totalTime:45811 Epoch:2,cv:10,trainAcc:0.9980,validAcc:0.9893,trainLoss:0.002243,validLoss:0.013803,trainTime:65,validTime:53,totalTime:45929 Epoch:2,cv:10,trainAcc:0.9980,validAcc:0.9929,trainLoss:0.002591,validLoss:0.007286,trainTime:65,validTime:54,totalTime:46048 Epoch:2,cv:10,trainAcc:0.9940,validAcc:0.9942,trainLoss:0.005803,validLoss:0.006281,trainTime:65,validTime:53,totalTime:46166 Epoch:2,cv:10,trainAcc:0.9970,validAcc:0.9947,trainLoss:0.003032,validLoss:0.003492,trainTime:65,validTime:53,totalTime:46283 Epoch:2,cv:10,trainAcc:0.9950,validAcc:0.9822,trainLoss:0.004247,validLoss:0.008308,trainTime:65,validTime:53,totalTime:46401 Epoch:2,cv:10,trainAcc:0.9920,validAcc:0.9516,trainLoss:0.013577,validLoss:0.175245,trainTime:65,validTime:53,totalTime:46519 Epoch:2,cv:10,trainAcc:0.9960,validAcc:0.9982,trainLoss:0.009077,validLoss:0.002788,trainTime:65,validTime:53,totalTime:46636 Epoch:2,cv:10,trainAcc:0.9970,validAcc:0.9942,trainLoss:0.001886,validLoss:0.026704,trainTime:65,validTime:53,totalTime:46755 Epoch:2,cv:10,trainAcc:0.9960,validAcc:0.9898,trainLoss:0.007446,validLoss:0.007882,trainTime:65,validTime:53,totalTime:46873 Epoch:2,cv:10,trainAcc:0.9920,validAcc:0.9827,trainLoss:0.041837,validLoss:0.040844,trainTime:65,validTime:53,totalTime:46991 Epoch:2,cv:10,trainAcc:0.9910,validAcc:0.9813,trainLoss:0.024151,validLoss:0.060669,trainTime:65,validTime:53,totalTime:47110 Epoch:2,cv:10,trainAcc:0.9970,validAcc:0.9884,trainLoss:0.008013,validLoss:0.028192,trainTime:66,validTime:53,totalTime:47228 Epoch:2,cv:10,trainAcc:0.9980,validAcc:0.9933,trainLoss:0.003441,validLoss:0.008510,trainTime:65,validTime:53,totalTime:47347 Epoch:2,cv:10,trainAcc:0.9990,validAcc:0.9978,trainLoss:0.001450,validLoss:0.005280,trainTime:65,validTime:53,totalTime:47465 Epoch:2,cv:10,trainAcc:0.9940,validAcc:0.9569,trainLoss:0.008098,validLoss:0.129568,trainTime:65,validTime:54,totalTime:47584 finish
In [2]:
# err,err_tit,correct,correct_tit = models.model_validation('checkpoints/deep/lr0001-2',test_X,test_Y,'epoch2-deep.csv')
# err,err_tit,correct,correct_tit = models.model_validation('checkpoints/deep/lr0001-1',test_X,test_Y,'epoch1-deep.csv')
err,err_tit,correct,correct_tit = models.model_validation('checkpoints/deep/lr0001-1',test_X,test_Y)
In [3]:
print("error predict:")
plot_gallery(err,err_tit)
error predict:
<matplotlib.figure.Figure at 0x1d529ba7da0>
In [4]:
print("correct predict:")
plot_gallery(correct,correct_tit)
correct predict:
In [2]:
models.test_set_predict("checkpoints/deep/lr0001-1",20)
In [3]:
nin = models.Deep_nin((224,224,3),10)
nin.cv_train(X,Y,1,10,'checkpoints/deep/more_checkpoints')
use default graph init graph init variables training... Epoch:1,cv:1,trainAcc:0.7962,validAcc:0.6827,trainLoss:0.615947,validLoss:1.089441,trainTime:1318,validTime:38,totalTime:1356 Epoch:1,cv:2,trainAcc:0.9576,validAcc:0.8200,trainLoss:0.131231,validLoss:0.577540,trainTime:1316,validTime:35,totalTime:2707 Epoch:1,cv:3,trainAcc:0.9718,validAcc:0.8940,trainLoss:0.089589,validLoss:0.357911,trainTime:1302,validTime:35,totalTime:4043 Epoch:1,cv:4,trainAcc:0.9817,validAcc:0.7220,trainLoss:0.058344,validLoss:1.614917,trainTime:1301,validTime:35,totalTime:5380 Epoch:1,cv:5,trainAcc:0.9854,validAcc:0.9180,trainLoss:0.046769,validLoss:0.276390,trainTime:1301,validTime:35,totalTime:6716 Epoch:1,cv:6,trainAcc:0.9883,validAcc:0.8953,trainLoss:0.038007,validLoss:0.500567,trainTime:1302,validTime:35,totalTime:8053 Epoch:1,cv:7,trainAcc:0.9916,validAcc:0.9800,trainLoss:0.028137,validLoss:0.072002,trainTime:1301,validTime:35,totalTime:9389 Epoch:1,cv:8,trainAcc:0.9908,validAcc:0.9513,trainLoss:0.025632,validLoss:0.142321,trainTime:1301,validTime:35,totalTime:10725 Epoch:1,cv:9,trainAcc:0.9932,validAcc:0.9960,trainLoss:0.021349,validLoss:0.010778,trainTime:1301,validTime:35,totalTime:12061 Epoch:1,cv:10,trainAcc:0.9913,validAcc:0.9787,trainLoss:0.025171,validLoss:0.037956,trainTime:1300,validTime:35,totalTime:13396 Epoch:1,cv:11,trainAcc:0.9929,validAcc:0.9067,trainLoss:0.020039,validLoss:0.309768,trainTime:1300,validTime:35,totalTime:14732 Epoch:1,cv:12,trainAcc:0.9941,validAcc:0.9907,trainLoss:0.015430,validLoss:0.030477,trainTime:1300,validTime:35,totalTime:16067 Epoch:1,cv:13,trainAcc:0.9899,validAcc:0.8413,trainLoss:0.028936,validLoss:0.476798,trainTime:1299,validTime:35,totalTime:17400 Epoch:1,cv:14,trainAcc:0.9972,validAcc:0.9980,trainLoss:0.007250,validLoss:0.005226,trainTime:1298,validTime:35,totalTime:18733 Epoch:1,cv:15,trainAcc:0.9927,validAcc:0.9920,trainLoss:0.019886,validLoss:0.022326,trainTime:1298,validTime:35,totalTime:20067 finish
In [2]:
# err,err_tit,correct,correct_tit = models.model_validation('checkpoints/deep/more_checkpoints-15',test_X,test_Y,'more-14cv-deep.csv')
# err,err_tit,correct,correct_tit = models.model_validation('checkpoints/deep/more_checkpoints-13',test_X,test_Y,'more-12cv-deep.csv')
err,err_tit,correct,correct_tit = models.model_validation('checkpoints/deep/more_checkpoints-15',test_X,test_Y)
In [3]:
print("error predict:")
plot_gallery(err,err_tit)
error predict:
<matplotlib.figure.Figure at 0x26337f03e10>
In [4]:
print("correct predict:")
plot_gallery(correct,correct_tit)
correct predict:
In [2]:
models.test_set_predict("checkpoints/deep/more_checkpoints-15",20)
